-- Logs begin at Mon 2022-04-11 18:00:05 UTC, end at Mon 2022-04-11 19:09:25 UTC. -- Apr 11 18:39:40.120016 dv-cinder-837356-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Apr 11 18:39:43.035684 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.common.config [-] Logging enabled! Apr 11 18:39:43.036257 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 18:39:43.036483 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115121) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 18:39:43.039976 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.common.config [-] Logging enabled! Apr 11 18:39:43.040230 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev104 Apr 11 18:39:43.040542 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115121) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 11 18:39:43.041500 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:39:43.041734 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:39:43.042106 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:39:43.042351 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:39:43.042577 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:39:43.042991 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.043413 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Apr 11 18:39:43.043728 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.044023 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.044314 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.044608 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.044895 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.045211 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.045501 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.045794 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.046079 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.046361 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.046645 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.046937 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.047218 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.047506 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.047792 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.048075 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] debug = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.048356 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.048788 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.049222 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.049508 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.049798 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.050078 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.050351 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.050627 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.050911 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.051238 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] host = dv-cinder-837356-1-iscsi {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.051519 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.051804 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.052093 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.052379 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.052654 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.052930 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.053246 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.053526 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.053801 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] log_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.054078 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.054368 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.054657 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.054948 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.055174 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.055426 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.055725 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.056014 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.056290 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.056567 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.056842 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.057138 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.057417 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.057687 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.057971 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.058256 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.058542 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.058819 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.059095 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.059369 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.059642 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.059926 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.060199 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.060474 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.060748 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.061035 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.061330 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.061603 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.061901 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.062191 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.062471 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.062758 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.063032 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.063313 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.063588 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.063857 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.064127 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] use_json = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.064401 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.064671 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.064951 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.065251 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.065524 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.065798 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.066067 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.066353 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.066625 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:43.066921 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.067214 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.067515 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.067807 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.068098 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.068379 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.068669 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.068947 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.069268 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.069560 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.069848 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.070123 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.070421 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.070708 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.071527 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.071834 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.072126 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.072418 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.072695 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.072970 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.073273 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.073557 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.073843 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.074122 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.074410 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.074701 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.074982 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.075530 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.075819 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.076113 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.076401 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.076675 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.076953 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.077269 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.077549 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.077824 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.078102 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.078388 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.078663 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.078938 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.079219 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.079495 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.079765 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.080033 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.080307 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.080593 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.080867 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.081163 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.081435 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.081710 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.081983 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.082265 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.082540 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.082808 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.083077 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.083350 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.083623 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.083893 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.084166 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.084434 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.084707 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.084978 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.085271 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.085540 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.085808 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.086076 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.086342 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.087151 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.087440 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.087712 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.087983 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.088254 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.088525 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.088795 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.089097 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.089399 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.089678 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.089955 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.090231 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.090507 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.090783 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.091057 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.091333 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.091609 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.091878 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.092165 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.092446 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.092728 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.093026 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.093326 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.093625 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.093900 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.094171 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.094452 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.094727 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.095005 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.095286 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.095569 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.095861 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.096156 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.096446 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.096736 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.097027 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.097332 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.097639 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.097917 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:43.098134 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:39:43.098373 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115121) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 11 18:39:43.484612 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 18:39:43.484894 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 18:39:43.485230 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Apr 11 18:39:43.485566 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 11 18:39:43.813622 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.813849 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.814117 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.815415 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.815687 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.815947 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.869378 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.869657 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.869923 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.884983 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.885296 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.885567 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.915736 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.916014 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.916280 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.953021 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.953345 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:43.953616 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.291467 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.292084 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.292084 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.292246 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.292940 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.398380 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.398635 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.398915 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.399742 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.400012 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.400322 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.400580 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.400834 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.401106 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.401407 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.401646 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.401908 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.402162 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.402411 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.402665 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.402928 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.403180 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.403450 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.403717 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.403972 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.404396 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.404652 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.404933 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.405339 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.405595 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.405844 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.406241 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:44.406486 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:44.406721 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:44.406954 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:44.407186 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:44.407420 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:44.407784 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 11 18:39:44.411006 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 11 18:39:44.414924 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 11 18:39:44.418536 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Apr 11 18:39:44.420156 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 11 18:39:44.420623 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 11 18:39:44.420956 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 11 18:39:44.421367 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 11 18:39:44.424274 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 11 18:39:44.424523 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 11 18:39:44.424870 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 18:39:44.429713 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Apr 11 18:39:44.453548 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 11 18:39:44.453997 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.454291 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115121) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Apr 11 18:39:44.454663 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.456005 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115121) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 11 18:39:44.456283 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 11 18:39:44.456527 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 11 18:39:44.459815 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.460098 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:44.521471 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 11 18:39:44.521706 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 11 18:39:44.521940 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 11 18:39:44.522303 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 11 18:39:44.542758 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_db.sqlalchemy.engines [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115121) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Apr 11 18:39:44.977843 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing driver for type 'gre' Apr 11 18:39:44.978371 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] gre ID ranges: [(1, 1000)] Apr 11 18:39:45.029779 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing driver for type 'local' Apr 11 18:39:45.030214 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing driver for type 'vlan' Apr 11 18:39:45.043090 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] VlanTypeDriver initialization complete Apr 11 18:39:45.043498 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing driver for type 'vxlan' Apr 11 18:39:45.043982 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] vxlan ID ranges: [(1, 1000)] Apr 11 18:39:45.095036 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing extension driver 'port_security' Apr 11 18:39:45.095419 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.extensions.port_security [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] PortSecurityExtensionDriver initialization complete Apr 11 18:39:45.095778 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing mechanism driver 'openvswitch' Apr 11 18:39:45.096119 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing mechanism driver 'hyperv' Apr 11 18:39:45.102606 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.plugin [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115121) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:39:45.103435 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.103804 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.104153 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.104675 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:39:45.105130 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnet after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.105489 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnet after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.105835 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.106229 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:39:45.106634 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.106982 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.107323 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.107714 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:39:45.108112 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > security_group after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.108458 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > security_group after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.108795 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.109211 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:39:45.109615 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.109961 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.110298 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.110686 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:39:45.111118 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > address_group after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.111483 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > address_group after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.111818 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.112209 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115121) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Apr 11 18:39:45.112644 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] ML2 OVO RPC backend initialized. {{(pid=115121) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Apr 11 18:39:45.113434 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.113786 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.114224 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.114568 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > networks before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.114915 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.115258 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > ports before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.115598 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnet before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.115937 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnets before_response 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.116278 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.116615 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.116945 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.117304 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.117641 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.118468 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.118801 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnet after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.119134 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnet after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.119463 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.126539 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded quota_driver: . Apr 11 18:39:45.126898 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.plugin [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Modular L2 Plugin initialization complete Apr 11 18:39:45.127243 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading services supported by the core plugin {{(pid=115121) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 11 18:39:45.127582 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.plugins.ml2.managers [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Got port-security extension from driver 'port_security' Apr 11 18:39:45.128059 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.extensions.vlantransparent [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Disabled vlantransparent extension. Apr 11 18:39:45.128548 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115121) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 11 18:39:45.128871 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: router Apr 11 18:39:45.164000 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.164392 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router after_create 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.165304 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router before_create 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.165668 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.166037 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.166388 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router after_delete 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.166743 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.167087 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.167442 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router after_create 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.167783 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router after_update 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.168127 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router after_update 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.168470 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.168825 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router after_update 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.169258 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_update 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.169622 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: port after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.169958 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: port after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.170297 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: subnet after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.170637 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.170980 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.171320 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_create 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.171661 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: port before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.171999 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.172348 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router after_update 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.172685 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.173030 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_create 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.173410 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.173751 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_update 55549900 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.174112 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > agent after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.174457 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > agent after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.174929 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > network after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.175778 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Tracking information for resource: router configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:45.176106 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Tracking information for resource: floatingip configured {{(pid=115121) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 11 18:39:45.181540 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.db.l3_agentschedulers_db [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 11 18:39:45.182102 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: port after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.182461 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: port after_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.182809 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: port after_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.183158 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: port after_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.183944 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router before_create 55550100 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.184307 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.184667 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_create 55550100 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.185020 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > router precommit_update 55550100 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.189703 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.services.provider_configuration [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service providers = [] {{(pid=115121) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 11 18:39:45.190064 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.db.servicetype_db [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115121) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 11 18:39:45.193053 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.services.service_base [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:39:45.193421 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.services.service_base [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:39:45.193757 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.services.service_base [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:39:45.194632 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.services.service_base [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115121) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 11 18:39:45.195001 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.services.service_base [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 11 18:39:45.195372 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.195686 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 11 18:39:45.207760 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.208095 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: auto_allocate Apr 11 18:39:45.213759 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: network precommit_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.214123 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: network precommit_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.214631 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.214947 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: tag Apr 11 18:39:45.221587 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.221915 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: timestamp Apr 11 18:39:45.225668 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.225990 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: network_ip_availability Apr 11 18:39:45.231976 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.232291 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.232641 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.233376 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.233692 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: flavors Apr 11 18:39:45.238442 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.238778 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading Plugin: revisions Apr 11 18:39:45.243515 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115121) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 11 18:39:45.243895 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_concurrency.lockutils [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.759s {{(pid=115121) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Apr 11 18:39:45.244631 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115121) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 11 18:39:45.244961 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Initializing extension manager. Apr 11 18:39:45.245507 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: __init__.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.245844 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: __pycache__ {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.246173 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: address_group.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.246904 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.247456 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: address-group Apr 11 18:39:45.247776 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: address_scope.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.248477 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.248978 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: address-scope Apr 11 18:39:45.249320 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.250230 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.250735 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: router-admin-state-down-before-update Apr 11 18:39:45.251057 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: agent.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.251745 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.252249 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: agent Apr 11 18:39:45.252567 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: agent_resources_synced.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.253482 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.253988 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: agent-resources-synced Apr 11 18:39:45.254304 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: allowedaddresspairs.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.256050 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.256569 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: allowed-address-pairs Apr 11 18:39:45.256894 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: auto_allocated_topology.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.257968 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.258509 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: auto-allocated-topology Apr 11 18:39:45.258828 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: availability_zone.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.259509 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.260014 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: availability_zone Apr 11 18:39:45.260330 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: availability_zone_filter.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.261266 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.261769 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: availability_zone_filter Apr 11 18:39:45.262086 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: data_plane_status.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.262984 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.263476 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension data-plane-status not supported by any of loaded plugins Apr 11 18:39:45.263792 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: default_subnetpools.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.264684 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.265216 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: default-subnetpools Apr 11 18:39:45.265533 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.266320 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.266820 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: dhcp_agent_scheduler Apr 11 18:39:45.267135 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: dns.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.268038 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.268534 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension dns-integration not supported by any of loaded plugins Apr 11 18:39:45.268849 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: dns_domain_ports.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.269769 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.270267 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 11 18:39:45.270585 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.271492 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.271990 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Apr 11 18:39:45.272306 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: dvr.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.272964 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.273495 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: dvr Apr 11 18:39:45.273811 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: ecmp_routes.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.274746 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.275249 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension ecmp_routes not supported by any of loaded plugins Apr 11 18:39:45.275566 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: empty_string_filtering.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.276452 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.276957 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: empty-string-filtering Apr 11 18:39:45.277307 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.278198 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.278703 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 11 18:39:45.279018 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.279915 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.280409 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 11 18:39:45.280729 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: external_net.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.281660 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.282163 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: external-net Apr 11 18:39:45.282477 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.283370 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.283865 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: extra_dhcp_opt Apr 11 18:39:45.284179 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: extraroute.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.285093 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.285588 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: extraroute Apr 11 18:39:45.285902 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: extraroute_atomic.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.286905 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.287408 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: extraroute-atomic Apr 11 18:39:45.287723 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: filter_validation.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.288367 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.288864 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: filter-validation Apr 11 18:39:45.289219 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: fip_pf_description.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.290806 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.291312 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 11 18:39:45.291654 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: fip_pf_port_range.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.292551 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.293052 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Apr 11 18:39:45.293398 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: fip_port_details.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.294304 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.294809 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: fip-port-details Apr 11 18:39:45.295125 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: flavors.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.296328 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.296839 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: flavors Apr 11 18:39:45.297193 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.298809 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.299329 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 11 18:39:45.299661 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: floatingip_pools.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.300349 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.300857 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: floatingip-pools Apr 11 18:39:45.301221 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: ip_allocation.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.302135 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.302639 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension ip_allocation not supported by any of loaded plugins Apr 11 18:39:45.302961 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.303860 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.304367 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: ip-substring-filtering Apr 11 18:39:45.304688 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l2_adjacency.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.306212 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.306711 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 11 18:39:45.307032 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.307989 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.308506 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: router Apr 11 18:39:45.308826 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.311045 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.311580 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 11 18:39:45.311909 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.312815 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.313364 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: ext-gw-mode Apr 11 18:39:45.313692 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.314590 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.315095 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: l3-ha Apr 11 18:39:45.315418 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.316308 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.316811 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Apr 11 18:39:45.317165 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3_flavors.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.318060 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.318564 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: l3-flavors Apr 11 18:39:45.318885 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.320221 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.320732 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Apr 11 18:39:45.321103 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.322008 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.322518 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 11 18:39:45.322836 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: l3agentscheduler.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.323859 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.324369 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: l3_agent_scheduler Apr 11 18:39:45.324690 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: local_ip.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.326833 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.327360 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension local_ip not supported by any of loaded plugins Apr 11 18:39:45.327688 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: logging.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.329169 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.329692 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension logging not supported by any of loaded plugins Apr 11 18:39:45.330019 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: metering.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.330748 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.331324 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: metering Apr 11 18:39:45.331645 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.332724 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.333266 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: metering_source_and_destination_fields Apr 11 18:39:45.333587 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: multiprovidernet.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.334489 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.334994 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: multi-provider Apr 11 18:39:45.335311 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: netmtu.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.336199 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.336734 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: net-mtu Apr 11 18:39:45.337105 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: netmtu_writable.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.337977 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.338475 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: net-mtu-writable Apr 11 18:39:45.338790 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: network_availability_zone.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.339445 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.339951 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: network_availability_zone Apr 11 18:39:45.340267 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: network_ip_availability.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.341381 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.341889 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: network-ip-availability Apr 11 18:39:45.342206 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: network_segment_range.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.342952 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.343450 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension network-segment-range not supported by any of loaded plugins Apr 11 18:39:45.343769 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: pagination.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.344739 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.345086 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: pagination Apr 11 18:39:45.345410 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: port_device_profile.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.346297 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.346804 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: port-device-profile Apr 11 18:39:45.347119 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.348026 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.348530 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: port-mac-address-regenerate Apr 11 18:39:45.348845 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.349766 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.350266 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: port-numa-affinity-policy Apr 11 18:39:45.350582 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: port_resource_request.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.351479 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.351973 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension port-resource-request not supported by any of loaded plugins Apr 11 18:39:45.352800 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: port_resource_request_groups.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.353777 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.354278 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension port-resource-request-groups not supported by any of loaded plugins Apr 11 18:39:45.354593 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: portbindings.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.355498 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.356001 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: binding Apr 11 18:39:45.356316 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: portbindings_extended.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.357589 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.358102 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: binding-extended Apr 11 18:39:45.358423 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: portsecurity.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.359323 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.359834 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: port-security Apr 11 18:39:45.360154 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: project_id.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.361139 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.361467 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: project-id Apr 11 18:39:45.361792 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: providernet.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.362686 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.363191 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: provider Apr 11 18:39:45.363506 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.367069 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.367590 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos not supported by any of loaded plugins Apr 11 18:39:45.368499 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.369754 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.370270 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 11 18:39:45.370594 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.371613 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.372129 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 11 18:39:45.372449 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_default.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.373388 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.373899 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-default not supported by any of loaded plugins Apr 11 18:39:45.374219 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_fip.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.375125 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.375631 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-fip not supported by any of loaded plugins Apr 11 18:39:45.375949 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.376846 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.377382 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Apr 11 18:39:45.377702 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_gateway_ip.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.378603 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.379112 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 11 18:39:45.379430 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_port_network_policy.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.380325 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.380831 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 11 18:39:45.381182 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.382209 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.382716 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-pps-minimum not supported by any of loaded plugins Apr 11 18:39:45.383032 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.384085 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.384595 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Apr 11 18:39:45.384914 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_pps_rule.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.386085 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.386594 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-pps not supported by any of loaded plugins Apr 11 18:39:45.386917 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_rule_type_details.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.387824 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.388329 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 11 18:39:45.388648 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.389567 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.390074 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Apr 11 18:39:45.390391 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: qos_rules_alias.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.391414 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.391926 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 11 18:39:45.392243 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: quota_check_limit.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.393161 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.393668 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: quota-check-limit Apr 11 18:39:45.393984 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: quotasv2.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.394904 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.395224 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: quotas Apr 11 18:39:45.395535 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: quotasv2_detail.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.397301 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.397641 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: quota_details Apr 11 18:39:45.397968 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: rbac.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.399054 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.399610 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: rbac-policies Apr 11 18:39:45.399937 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: rbac_address_group.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.400847 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.401384 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: rbac-address-group Apr 11 18:39:45.401715 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: rbac_address_scope.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.402615 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.403122 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: rbac-address-scope Apr 11 18:39:45.403443 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: rbac_security_groups.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.404408 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.404917 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: rbac-security-groups Apr 11 18:39:45.405275 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: rbac_subnetpool.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.406216 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.406721 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: rbac-subnetpool Apr 11 18:39:45.407041 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: revisionifmatch.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.408040 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.408550 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: revision-if-match Apr 11 18:39:45.408903 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: revisions.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.410186 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.410695 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: standard-attr-revisions Apr 11 18:39:45.411019 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: router_availability_zone.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.411684 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.412201 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: router_availability_zone Apr 11 18:39:45.412522 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: routerservicetype.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.413451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.413956 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension router-service-type not supported by any of loaded plugins Apr 11 18:39:45.414276 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.415718 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.416228 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: security-groups-normalized-cidr Apr 11 18:39:45.416547 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.417487 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.418006 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: port-security-groups-filtering Apr 11 18:39:45.418327 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.419249 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.419754 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: security-groups-remote-address-group Apr 11 18:39:45.420073 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.420983 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.421515 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: security-groups-shared-filtering Apr 11 18:39:45.421840 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.422418 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Apr 11 18:39:45.422734 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: securitygroup.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.432833 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.433392 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: security-group Apr 11 18:39:45.433715 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: segment.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.434428 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.434938 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension segment not supported by any of loaded plugins Apr 11 18:39:45.435259 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.436178 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.436682 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 11 18:39:45.437000 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: servicetype.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.438092 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.438610 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: service-type Apr 11 18:39:45.438930 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: sorting.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.439890 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.440215 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: sorting Apr 11 18:39:45.440534 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: standard_attr_segment.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.441456 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.441973 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 11 18:39:45.442289 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: standardattrdescription.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.442922 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.443424 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: standard-attr-description Apr 11 18:39:45.443740 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: stateful_security_group.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.444659 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.445195 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: stateful-security-group Apr 11 18:39:45.445517 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: stdattrs_common.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.446111 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 11 18:39:45.446429 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.447404 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.447858 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 11 18:39:45.448176 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: subnet_onboard.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.449271 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.449935 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: subnet_onboard Apr 11 18:39:45.450513 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.451428 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.451939 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 11 18:39:45.452259 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: subnet_service_types.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.453198 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.453706 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: subnet-service-types Apr 11 18:39:45.454023 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: subnetallocation.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.455290 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.455958 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: subnet_allocation Apr 11 18:39:45.456406 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.457130 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.457643 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: subnetpool-prefix-ops Apr 11 18:39:45.457960 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.458871 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.459378 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 11 18:39:45.459697 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: tagging.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.460744 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.461282 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: standard-attr-tag Apr 11 18:39:45.461628 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: timestamp.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.462808 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.463322 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loaded extension: standard-attr-timestamp Apr 11 18:39:45.463639 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: trunk.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.464654 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.465196 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension trunk not supported by any of loaded plugins Apr 11 18:39:45.465519 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: trunk_details.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.466424 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.466929 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension trunk-details not supported by any of loaded plugins Apr 11 18:39:45.467248 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: uplink_status_propagation.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.468153 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.468662 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 11 18:39:45.468982 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Loading extension file: vlantransparent.py {{(pid=115121) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 11 18:39:45.469660 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115121) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 11 18:39:45.470162 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 11 18:39:45.472670 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:network Apr 11 18:39:45.473219 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:subnet Apr 11 18:39:45.473616 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:39:45.474002 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:port Apr 11 18:39:45.475203 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.475630 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service FLAVORS assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.476243 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.476666 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.476992 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:router Apr 11 18:39:45.478072 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 18:39:45.478566 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service METERING assigned prefix: /metering {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.480003 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.480371 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.480721 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115121) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:39:45.481744 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 18:39:45.482216 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:security_group Apr 11 18:39:45.482599 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 18:39:45.483183 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service CORE assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.483512 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:39:45.483852 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] subnetpool is already registered Apr 11 18:39:45.484272 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service CORE assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.484593 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:39:45.484920 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] subnetpool is already registered Apr 11 18:39:45.487232 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.487682 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service FLAVORS assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.488402 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.488832 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.489196 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:router Apr 11 18:39:45.489531 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] router is already registered Apr 11 18:39:45.489945 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:floatingip Apr 11 18:39:45.490279 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] floatingip is already registered Apr 11 18:39:45.490742 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service METERING assigned prefix: /metering {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.491441 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of CountableResource for resource:rbac_policy Apr 11 18:39:45.491769 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] rbac_policy is already registered Apr 11 18:39:45.492182 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:security_group Apr 11 18:39:45.492512 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] security_group is already registered Apr 11 18:39:45.493509 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 11 18:39:45.493841 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] security_group_rule is already registered Apr 11 18:39:45.494320 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service CORE assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.494641 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:39:45.494980 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] subnetpool is already registered Apr 11 18:39:45.495400 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.v2.resource_helper [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Service CORE assigned prefix: {{(pid=115121) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 11 18:39:45.495719 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Creating instance of TrackedResource for resource:subnetpool Apr 11 18:39:45.496044 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING neutron.quota.resource_registry [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] subnetpool is already registered Apr 11 18:39:45.496505 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: extensions {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.499218 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: address-groups {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.500697 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: address-scopes {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.501919 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: agents {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.503182 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: auto-allocated-topology {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.504411 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: availability_zones {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.505649 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: dhcp-networks {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.507042 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: dhcp-agents {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.508649 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: routers {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.510783 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: flavors {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.512031 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: service_profiles {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.513241 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: next_providers {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.514671 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: service_profiles {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.516105 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: floatingip-pools {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.517445 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: routers {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.519517 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: floatingips {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.520675 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: l3-routers {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.522191 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: l3-agents {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.523594 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: metering-labels {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.525435 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: metering-label-rules {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.526841 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: network-ip-availabilities {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.528087 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: bindings {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.529668 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: quotas {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.531312 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: quotas {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.532830 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: rbac-policies {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.534039 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: security-groups {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.535354 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: security-group-rules {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.536580 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: service-providers {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.537800 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: subnetpools {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.539097 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: subnetpools {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.541275 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.542949 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.544754 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.546555 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.548217 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.550209 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.551871 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.553687 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.556440 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.558225 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron.api.extensions [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Extended resource: tags {{(pid=115121) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 11 18:39:45.564121 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING keystonemiddleware.auth_token [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 11 18:39:45.568608 dv-cinder-837356-1-iscsi neutron-server[115121]: WARNING keystonemiddleware.auth_token [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 11 18:39:45.577621 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_concurrency.lockutils [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Acquired lock "singleton_lock" {{(pid=115121) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Apr 11 18:39:45.578088 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_concurrency.lockutils [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Releasing lock "singleton_lock" {{(pid=115121) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Apr 11 18:39:45.578732 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO oslo_service.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Starting 2 workers Apr 11 18:39:45.583592 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Started child 115230 {{(pid=115121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:39:45.588553 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Started child 115231 {{(pid=115121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:39:45.589671 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:45.590358 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO neutron.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 11 18:39:45.590802 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:45.591217 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [-] (115230) wsgi starting up on http://0.0.0.0:9696 Apr 11 18:39:45.593257 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO oslo_service.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Starting 1 workers Apr 11 18:39:45.593413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:45.594699 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [-] (115231) wsgi starting up on http://0.0.0.0:9696 Apr 11 18:39:45.598457 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Started child 115232 {{(pid=115121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:39:45.599000 dv-cinder-837356-1-iscsi neutron-server[115121]: INFO oslo_service.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Starting 1 workers Apr 11 18:39:45.602941 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] calling RpcWorker wait() {{(pid=115232) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 11 18:39:45.603496 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] returning from RpcWorker wait() {{(pid=115232) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 11 18:39:45.604022 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Started child 115233 {{(pid=115121) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Apr 11 18:39:45.604658 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:45.604797 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG neutron_lib.callbacks.manager [None req-643c1a67-b7cd-4da2-9077-e2d19cce7d99 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115121) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:45.605124 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:39:45.606939 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115121) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 18:39:45.607155 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:39:45.607339 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:39:45.607564 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:39:45.607905 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:39:45.608068 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:39:45.608586 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.609016 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.609445 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.609856 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.609952 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:45.610393 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.610522 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.611053 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.611309 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.611741 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.612147 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.612303 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.612602 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.613092 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.613355 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.613772 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.613935 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.614363 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.614690 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.614861 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.615288 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.615774 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.616252 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.616598 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] debug = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.616824 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.617327 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.617772 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.618196 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.618428 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.618709 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.619131 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.619418 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.619676 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.619924 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.620167 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.620419 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.620663 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.620913 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.621203 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.621515 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.621811 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.621934 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.622635 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] host = dv-cinder-837356-1-iscsi {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.622903 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.623123 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.623369 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.623627 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.623878 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.624256 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.624422 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.624617 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.624872 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.625243 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.625534 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.625753 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.626084 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.626308 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.626462 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_options = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.626685 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.627004 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.627257 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.627426 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.627583 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.627780 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.628040 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.628180 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.628454 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.628784 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.629095 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.629305 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.629453 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.629686 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.629900 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.630250 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.630427 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.630596 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.630917 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.631181 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.631408 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.631649 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.631896 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.632099 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.632378 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.632619 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.632870 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.633216 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.633571 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.633747 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.634067 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.634472 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.634861 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.635171 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.635609 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.636144 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.636541 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.636787 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.637102 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.637355 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.638006 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.638006 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.638311 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.638449 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.638702 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.638903 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.639232 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_json = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.639476 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.639663 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.639814 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:39:45.639969 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.640109 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.640532 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.640892 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.640892 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.641607 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.641607 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.641992 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.642495 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.642695 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.642883 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.643093 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.643373 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.643573 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.643868 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.644517 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.644699 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.645034 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.645287 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.645649 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.646065 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.646866 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.646866 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.650202 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.650602 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.651252 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.651599 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.651931 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.652292 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.653529 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.653883 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.654247 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.654627 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.654962 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.655383 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.656088 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.656537 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.656899 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.657292 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.657623 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.657859 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.658095 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.658348 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.658612 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.658842 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.659076 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.659352 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.659595 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.659790 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.660020 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.660268 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.660513 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.660752 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.660999 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.661274 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.661507 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.661848 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.662072 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.663345 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.663568 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.663788 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.664020 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.664258 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.664542 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.665336 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.665955 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.666179 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.666397 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.666653 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.666903 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.667126 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.667965 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.668187 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.668794 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.669160 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.669513 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.669747 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.669962 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.670180 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.670401 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.670987 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.671203 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.671426 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.673389 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.673644 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.673887 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.674126 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.674363 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.674630 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.674885 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.675112 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.675338 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.675572 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.675800 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.676044 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.676267 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.676503 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.676739 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.677052 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.677418 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.677674 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.677928 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.678153 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.678410 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.678633 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.678882 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.679110 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.679362 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.679598 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.679851 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.680078 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.680361 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.680594 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.680816 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.681716 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.682110 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.682528 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.682776 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.683024 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.683252 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.683735 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.684246 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.684641 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.684922 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.685240 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.685498 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.685796 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.686043 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.686299 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.686698 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.688172 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.688489 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.689429 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.689812 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.690162 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.690456 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.690735 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.691007 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.691299 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.691637 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.691892 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.692155 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.692406 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.692673 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.692941 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.693189 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.693529 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.693806 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.694056 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.694273 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.694556 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.694813 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.695061 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.695331 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.695583 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.695844 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.696094 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.696356 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.696597 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.696866 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.697148 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.697368 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.697611 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.697837 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.698088 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.698310 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.698532 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.698771 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.698990 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.699213 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.699428 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.699650 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.699871 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.700127 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.700592 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.700822 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.701074 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.701302 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.701552 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.701773 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.701990 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.702242 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.702469 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.702749 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.703013 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.703279 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.703499 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.703780 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.703993 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.704209 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.704456 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.704677 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.704892 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.705179 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.705361 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.705596 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.705828 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.706235 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.706454 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.706772 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.706950 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.707372 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.707642 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.707867 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.708287 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.708543 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.708768 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.708995 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.709259 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.709499 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.709742 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.709970 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.710215 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.710454 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.710690 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.710910 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.711155 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.711914 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.712159 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.712415 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.712636 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.712877 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.713135 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.713375 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.713615 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.713848 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.714062 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.714275 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.714492 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.714705 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.715013 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.715269 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.715503 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.715770 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.715990 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.716246 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.716474 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.716706 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.716919 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.717165 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.717384 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.717596 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.717987 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.718205 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.718439 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.718692 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.718927 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.719167 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.719411 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.719626 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.719838 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.720063 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.720281 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.720492 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.720717 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.720950 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.721187 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.721414 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.721633 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.721845 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.722108 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.722320 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.722531 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.722754 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.722971 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.723181 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.723495 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.723746 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.723988 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.724282 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.724513 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.724759 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.725014 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.725362 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.725579 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.725860 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.726097 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.726318 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.726540 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.726794 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.727666 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.727971 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.728243 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.728499 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.728909 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.729095 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.729359 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.729577 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.729874 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.730227 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.730531 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.730791 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.731062 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.731293 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.731518 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.731755 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.731973 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.732212 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.732477 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.732704 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.732935 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.733212 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.733430 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.733660 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.733898 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.734145 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.734389 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.734611 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.734828 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.734986 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:39:45.735524 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115121) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Apr 11 18:39:45.735685 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 11 18:39:45.735838 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 11 18:39:45.736008 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 11 18:39:45.736178 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 11 18:39:45.736332 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 11 18:39:45.736538 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.736702 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.736863 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.737024 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.737209 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.737411 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.737575 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.737736 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.737895 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.738058 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.738219 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.738380 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.738540 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.738701 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.738785 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:39:45.738875 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.739010 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.739169 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.739328 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.739492 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.739656 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.739865 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.740031 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.740192 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] debug = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.740352 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.740556 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.740721 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.740886 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.741131 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.741277 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.741436 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.741596 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.741755 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.741914 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.742074 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.742235 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.742393 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.742556 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.742726 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.742887 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.743047 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.743206 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.743367 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] host = dv-cinder-837356-1-iscsi {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.743526 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.743682 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.743834 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.743993 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.744451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.744451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.744451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745121 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745121 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745121 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745121 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745843 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745843 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745843 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745843 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_options = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.745843 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.746451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.746451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.746451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.746451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.746944 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.746944 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.746944 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.747328 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.747328 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.747328 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.747701 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.747701 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.747915 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.747991 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.748105 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.748269 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.748430 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.748590 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.748750 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.748910 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.749088 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.749248 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.749558 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.749558 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.749700 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.749850 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.750008 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.750168 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.750327 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.750486 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.750646 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.750805 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.750963 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.751123 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.751282 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.751441 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.751600 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.751762 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.751921 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.752079 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.752239 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.752399 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.752558 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.752717 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.752877 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.753036 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_json = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.753288 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.753448 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.753607 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.753814 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.753913 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.754068 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.754226 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.754385 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.754544 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 11 18:39:45.754722 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.754885 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.755058 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.755220 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.755383 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.755546 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.755708 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.755872 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.756033 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.756194 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.756363 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.756528 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.756700 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.756844 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.757009 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.757247 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.757395 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.757530 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.757660 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.757789 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.757947 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.758109 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.758301 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.758466 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.758669 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.758789 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.758951 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.759120 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.759282 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.759457 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.759619 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.759782 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.61/identity {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.759942 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.760105 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.760267 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.760430 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.760592 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.760754 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.760917 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.761091 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.761259 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.761422 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.761585 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.761746 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.761909 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.762071 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.762234 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.762397 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.762559 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.762720 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.762883 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.763044 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.763206 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.763370 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.763536 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.763697 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.763869 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.764030 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.764192 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.764355 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.764516 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.764679 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.764840 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.765001 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.765235 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.765365 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.765484 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.765645 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766555 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766555 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766555 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766555 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766555 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766555 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766990 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.766990 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.767133 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.767209 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.767321 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.767481 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.767646 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.767804 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.768125 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.768287 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.768451 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.768614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.768776 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.768937 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.769118 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.769282 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.769444 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.769615 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.769792 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.769954 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.770117 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.770278 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.770440 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.770602 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.770763 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.770924 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.771087 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.771248 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.771408 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.771569 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.771733 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.771894 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.772055 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.772215 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.772377 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.772537 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773117 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773117 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773117 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773353 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773353 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773494 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773625 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.773785 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.774476 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.774648 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.774810 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.774974 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.775135 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.775303 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.775474 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.775636 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.775799 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.775960 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.776121 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.776282 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.776443 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.776604 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.776766 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.776927 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.777109 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.777272 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.777434 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.777601 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.777762 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.777944 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.778104 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.778264 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.778424 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.778585 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.778747 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.778906 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.779071 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.779230 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.779548 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.779709 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.779871 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.61/identity {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.780033 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.780195 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.780356 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.780517 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.780680 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.780842 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.781004 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.781192 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.781354 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.781515 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.781678 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.781839 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.782000 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.782162 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.782323 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.782484 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.782645 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.782806 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.782968 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.783129 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.783291 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.783453 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.783618 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.783780 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.783937 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.784248 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.784416 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.784581 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.784743 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.784908 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.785433 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.785433 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.785433 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.785654 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.785719 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.785852 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.786012 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.787614 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788159 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788159 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788159 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788159 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788159 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788159 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788567 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788567 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788567 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788769 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.788890 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.789052 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.789233 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.789395 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.789602 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.790266 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.790435 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.790595 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.790758 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791399 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791399 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791399 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791399 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791728 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791728 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791872 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.791973 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.792146 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.792309 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.792470 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.792631 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.792792 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.792953 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.793146 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.793312 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.793477 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.793626 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.793771 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.793920 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.794090 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.794252 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.794412 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.794573 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.794733 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.794893 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.795062 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.795224 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.795386 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.795547 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.795709 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.795870 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.796040 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.796202 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.796362 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.796549 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.796709 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.797038 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.797236 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.797401 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.797568 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.797730 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.797892 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.798053 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.798224 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.798388 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.798549 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.798719 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.798881 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.799043 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.799204 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.799377 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.799539 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.799702 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.799864 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.800072 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.800609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33332) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:39:45.805254 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.805453 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.805637 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.805823 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.806003 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.806176 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.806353 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.806530 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.806705 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.806868 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.807037 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.807211 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.807371 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.807531 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.807690 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.807848 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.808005 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.808163 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.808321 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.808478 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.808637 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.808794 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.808951 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.809380 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [-] 10.222.0.61 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064721 Apr 11 18:39:45.809780 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.809780 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.810041 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.810204 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.810363 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.810520 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.810678 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.810837 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 11 18:39:45.810990 dv-cinder-837356-1-iscsi neutron-server[115121]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115121) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 11 18:39:57.177863 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84f8ae3-1426-4b96-b898-d35779fb3adc None None] get_active_networks_info from dv-cinder-837356-1-iscsi {{(pid=115232) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Apr 11 18:39:57.248899 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e84f8ae3-1426-4b96-b898-d35779fb3adc None None] No non-hosted networks {{(pid=115232) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 11 18:39:57.267731 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.agentschedulers_db [None req-e84f8ae3-1426-4b96-b898-d35779fb3adc None None] DHCP Agent not found on host dv-cinder-837356-1-iscsi {{(pid=115232) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 11 18:39:57.389323 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-71c980aa-a0ec-4988-aaf7-69b90d7e589e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633442'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:59.511247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-deebf834-567d-42db-bcf5-76be471aab53 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633442'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:39:59.543787 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1c3cfa00-8eaf-4042-887d-ecc4675ab6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:00.464705 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 33398) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:00.638753 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633442'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:01.050773 dv-cinder-837356-1-iscsi neutron-server[115230]: WARNING oslo_policy.policy [None req-d861760e-c5b7-4747-b263-27aef81935d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:01.051641 dv-cinder-837356-1-iscsi neutron-server[115230]: WARNING oslo_policy.policy [None req-d861760e-c5b7-4747-b263-27aef81935d8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:01.274220 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [None req-d861760e-c5b7-4747-b263-27aef81935d8 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:40:01.289086 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d861760e-c5b7-4747-b263-27aef81935d8 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8074017 Apr 11 18:40:01.992883 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633442'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:03.616022 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633442'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:03.620389 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.621318 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.621865 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.622709 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.623772 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.624313 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.626304 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.628525 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.631629 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.634095 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.635211 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.635925 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.636501 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.637084 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.637743 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:03.638541 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-837356-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:03.650660 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-837356-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:03.960108 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 33432) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:04.285198 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-8cc0c0c7-7726-49ce-82f4-41cb23ffd0a8 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:40:04.379031 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.policy [None req-8cc0c0c7-7726-49ce-82f4-41cb23ffd0a8 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115230) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 18:40:04.422245 dv-cinder-837356-1-iscsi neutron-server[115230]: WARNING oslo_policy.policy [None req-8cc0c0c7-7726-49ce-82f4-41cb23ffd0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:04.422781 dv-cinder-837356-1-iscsi neutron-server[115230]: WARNING oslo_policy.policy [None req-8cc0c0c7-7726-49ce-82f4-41cb23ffd0a8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:04.519213 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c0c7-7726-49ce-82f4-41cb23ffd0a8 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754940270113', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754940269629', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754940220641', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754940227723', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754940226140', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8754940234970', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1037730', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1017759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1701166', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653669'] for rbac-policy (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:04.590729 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8cc0c0c7-7726-49ce-82f4-41cb23ffd0a8 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:04.593632 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-8cc0c0c7-7726-49ce-82f4-41cb23ffd0a8 admin admin] 10.222.0.61 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6321442 Apr 11 18:40:04.712720 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.db.l3_hamode_db [None req-e3ef1eb9-131e-4ff6-9df5-247e0c5120c1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 11 18:40:04.794370 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef1eb9-131e-4ff6-9df5-247e0c5120c1 None None] Routers set() bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:40:04.794726 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef1eb9-131e-4ff6-9df5-247e0c5120c1 None None] Router IDs set() for agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Apr 11 18:40:07.097185 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33444) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:07.575219 dv-cinder-837356-1-iscsi neutron-server[115231]: WARNING oslo_policy.policy [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:07.575785 dv-cinder-837356-1-iscsi neutron-server[115231]: WARNING oslo_policy.policy [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:07.800006 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Request body: {'network': {'admin_state_up': True, 'name': 'private'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:40:07.854382 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Made reservation on behalf of ac3655529efc4ed491edd2c9aee628e9 for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:40:07.916542 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.policy [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115231) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 11 18:40:07.959088 dv-cinder-837356-1-iscsi neutron-server[115231]: WARNING oslo_policy.policy [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:07.959460 dv-cinder-837356-1-iscsi neutron-server[115231]: WARNING oslo_policy.policy [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 11 18:40:07.969906 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:07.991685 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.105255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks [] for security_group (72aaf82f-821d-467a-a55b-22b313f298bc), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.108890 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (72aaf82f-821d-467a-a55b-22b313f298bc), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.141615 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 524} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:40:08.171962 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754943989670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.172547 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Unsubscribe: segment precommit_create {{(pid=115231) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 18:40:08.173117 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Added segment 2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b of type vlan for network de89ea75-a401-4b91-86c6-530d9ef42b5a Apr 11 18:40:08.179426 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=72aaf82f-821d-467a-a55b-22b313f298bc,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:08.216715 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.217080 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.217430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.217781 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.218115 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.218439 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.218758 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.219078 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.219394 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.219710 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.220025 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.220357 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.220675 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.221002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.221320 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Tracked resource versions report: Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: pushed versions: Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: { 'AddressGroup': {'1.2'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Agent': {'1.1'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'ConntrackHelper': {'1.0'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Log': {'1.0'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'NDPProxy': {'1.0'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Network': {'1.1'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Port': {'1.7'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'PortForwarding': {'1.3'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'QosPolicy': {'1.10'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroup': {'1.5'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SubPort': {'1.0'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Subnet': {'1.1'}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Trunk': {'1.1'}} Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: consumer versions: Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Agent': '1.1', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'ConntrackHelper': '1.0', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'LocalIPAssociation': '1.0', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Log': '1.0', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'NDPProxy': '1.0', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Network': '1.1', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Port': '1.7', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'PortForwarding': '1.3', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'QosPolicy': '1.10', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroup': '1.5', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroupRule': '1.2', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SubPort': '1.0', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Subnet': '1.1', Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Trunk': '1.1'}} Apr 11 18:40:08.222768 dv-cinder-837356-1-iscsi neutron-server[115231]: {{(pid=115231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:40:08.285906 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (de89ea75-a401-4b91-86c6-530d9ef42b5a), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.328414 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (de89ea75-a401-4b91-86c6-530d9ef42b5a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.333490 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:08.334209 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:08.394217 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2959411 Apr 11 18:40:08.456254 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c86510-983f-478c-8435-f83625aca364 demo demo] Pushing event updated for resources: {'Network': ['ID=de89ea75-a401-4b91-86c6-530d9ef42b5a,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:08.468766 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network de89ea75-a401-4b91-86c6-530d9ef42b5a details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:40:10.954742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33464) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:11.358458 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfc303b7-80aa-4b99-942e-ad7b295f48fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:11.359718 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-bfc303b7-80aa-4b99-942e-ad7b295f48fd demo admin] 10.222.0.61 "GET /v2.0/networks/de89ea75-a401-4b91-86c6-530d9ef42b5a HTTP/1.1" status: 200 len: 825 time: 0.4040017 Apr 11 18:40:11.396828 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-8401614f-9b39-4ee0-aa28-09352be396cd demo admin] 10.222.0.61 "GET /v2.0/subnetpools/1d55a098-4c4e-462e-842c-df0769fa6e81 HTTP/1.1" status: 200 len: 734 time: 0.0314841 Apr 11 18:40:11.405383 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': '1d55a098-4c4e-462e-842c-df0769fa6e81', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:40:11.426560 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Made reservation on behalf of ac3655529efc4ed491edd2c9aee628e9 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:40:11.429321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:11.736560 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (dfe6aceb-aae0-43d7-8f10-7d01edf4f56e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:11.804817 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Pushing event updated for resources: {'Subnet': ['ID=dfe6aceb-aae0-43d7-8f10-7d01edf4f56e,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:11.806842 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Checking segment: {'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:40:11.807193 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Network hostable DHCP agents. Network: de89ea75-a401-4b91-86c6-530d9ef42b5a, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:40:11.827309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Network de89ea75-a401-4b91-86c6-530d9ef42b5a is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:40:11.838585 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, de89ea75-a401-4b91-86c6-530d9ef42b5a) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:40:11.842998 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:11.843577 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:11.847893 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e5afac-185f-45de-b38f-63bc0e22967b None None] Network de89ea75-a401-4b91-86c6-530d9ef42b5a requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:40:11.864324 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-fd7f4492-f0d3-4ce2-848a-3ee066bbea09 demo admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4619963 Apr 11 18:40:12.231150 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-de89ea75-a401-4b91-86c6-530d9ef42b5a', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a', 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'fixed_ips': [{'subnet_id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:40:12.232337 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:12.506260 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Allocated IP 172.20.0.2 (de89ea75-a401-4b91-86c6-530d9ef42b5a/dfe6aceb-aae0-43d7-8f10-7d01edf4f56e/579b28c4-6304-43dc-9b62-41b6f4e2db25) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:40:12.773756 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Publish callbacks [] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:12.781408 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:12.848137 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Network de89ea75-a401-4b91-86c6-530d9ef42b5a is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:40:12.852691 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:40:12.855971 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:40:12.899536 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Pushing event updated for resources: {'Port': ['ID=579b28c4-6304-43dc-9b62-41b6f4e2db25,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:12.937969 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.938324 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.938677 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.939034 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.939371 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.939699 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.940021 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.940345 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.940668 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.940990 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.941335 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.941672 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.941995 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.942314 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.942629 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Tracked resource versions report: Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: pushed versions: Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: { 'AddressGroup': {'1.2'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Agent': {'1.1'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'ConntrackHelper': {'1.0'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Log': {'1.0'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'NDPProxy': {'1.0'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Network': {'1.1'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Port': {'1.7'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'PortForwarding': {'1.3'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'QosPolicy': {'1.10'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroup': {'1.5'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SubPort': {'1.0'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Subnet': {'1.1'}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Trunk': {'1.1'}} Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: consumer versions: Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Agent': '1.1', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'ConntrackHelper': '1.0', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'LocalIPAssociation': '1.0', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Log': '1.0', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'NDPProxy': '1.0', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Network': '1.1', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Port': '1.7', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'PortForwarding': '1.3', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'QosPolicy': '1.10', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroup': '1.5', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroupRule': '1.2', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SubPort': '1.0', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Subnet': '1.1', Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Trunk': '1.1'}} Apr 11 18:40:12.944901 dv-cinder-837356-1-iscsi neutron-server[115232]: {{(pid=115232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:40:12.961342 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Attempting to bind port 579b28c4-6304-43dc-9b62-41b6f4e2db25 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:40:12.961748 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Attempting to bind port 579b28c4-6304-43dc-9b62-41b6f4e2db25 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:40:12.962163 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Attempting to bind port 579b28c4-6304-43dc-9b62-41b6f4e2db25 on network de89ea75-a401-4b91-86c6-530d9ef42b5a {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:40:12.966957 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:40:12.967353 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Checking segment: {'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:40:12.967809 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:12.968190 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Bound using segment: {'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:40:12.968663 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Bound port: 579b28c4-6304-43dc-9b62-41b6f4e2db25, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:40:12.969069 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:13.034140 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] For port 579b28c4-6304-43dc-9b62-41b6f4e2db25, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:40:13.057884 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] For port 579b28c4-6304-43dc-9b62-41b6f4e2db25, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=579b28c4-6304-43dc-9b62-41b6f4e2db25,segment=NetworkSegment(2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b),segment_id=2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:40:13.066585 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:13.127034 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ee2b2a-cf23-4629-8ab7-f93245146570 None None] Pushing event updated for resources: {'Port': ['ID=579b28c4-6304-43dc-9b62-41b6f4e2db25,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:14.431434 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33472) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:14.744343 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [None req-4d12cb61-6292-42c1-b07f-ed706bcf813a admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:40:14.745346 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-4d12cb61-6292-42c1-b07f-ed706bcf813a admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3128829 Apr 11 18:40:17.282918 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33480) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:17.587789 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [None req-fe665bff-b174-4573-8153-ef23c3ef71a2 admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:40:17.591051 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-fe665bff-b174-4573-8153-ef23c3ef71a2 admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3049402 Apr 11 18:40:20.106914 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33488) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:20.427309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-e72c0ba9-6038-4cac-b4ad-81a4a77d4579 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:40:20.453988 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e72c0ba9-6038-4cac-b4ad-81a4a77d4579 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:20.455594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e72c0ba9-6038-4cac-b4ad-81a4a77d4579 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:20.590686 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e72c0ba9-6038-4cac-b4ad-81a4a77d4579 demo demo] Publish callbacks [] for router_controller (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), precommit_add_association {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:20.594907 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e72c0ba9-6038-4cac-b4ad-81a4a77d4579 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:20.610965 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e72c0ba9-6038-4cac-b4ad-81a4a77d4579 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:20.612126 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e72c0ba9-6038-4cac-b4ad-81a4a77d4579 demo demo] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5041862 Apr 11 18:40:23.133546 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33500) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:23.440775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [None req-142f7451-a099-4394-8315-93908516426c admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:40:23.449296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-142f7451-a099-4394-8315-93908516426c admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3073509 Apr 11 18:40:24.442247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 579b28c4-6304-43dc-9b62-41b6f4e2db25 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:40:24.528460 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 579b28c4-6304-43dc-9b62-41b6f4e2db25 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:24.528877 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:24.589500 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2464a4-468f-433a-8023-95a08f07c824 None None] Network de89ea75-a401-4b91-86c6-530d9ef42b5a requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:40:24.696272 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 579b28c4-6304-43dc-9b62-41b6f4e2db25 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:24.696563 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:24.710537 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-b1b9a77e-9fcb-45f3-aeb5-96cfacca5520 None None] Provisioning complete for port 579b28c4-6304-43dc-9b62-41b6f4e2db25 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:24.710910 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b1b9a77e-9fcb-45f3-aeb5-96cfacca5520 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:24.778200 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 579b28c4-6304-43dc-9b62-41b6f4e2db25, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=579b28c4-6304-43dc-9b62-41b6f4e2db25,segment=NetworkSegment(2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b),segment_id=2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:40:24.786008 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:24.900668 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-b1b9a77e-9fcb-45f3-aeb5-96cfacca5520 None None] Current status of the port 579b28c4-6304-43dc-9b62-41b6f4e2db25 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:24.903273 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=579b28c4-6304-43dc-9b62-41b6f4e2db25,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:25.117936 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-f19039b4-4984-444f-b89d-a972967d3afc None None] Provisioning complete for port 579b28c4-6304-43dc-9b62-41b6f4e2db25 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:25.118324 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f19039b4-4984-444f-b89d-a972967d3afc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:25.199766 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-f19039b4-4984-444f-b89d-a972967d3afc None None] Current status of the port 579b28c4-6304-43dc-9b62-41b6f4e2db25 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:25.971206 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33510) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:26.273154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:40:26.292111 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Made reservation on behalf of e35dcd77f9fb4915b2f5076d1092fdf5 for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:40:26.294403 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.302004 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.372609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks [] for security_group (870690bc-22b8-4f5c-9fd7-6400408b7a3e), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.376408 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (870690bc-22b8-4f5c-9fd7-6400408b7a3e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.392604 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Reserving flat network on physical network physnet1 {{(pid=115231) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 11 18:40:26.414003 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=870690bc-22b8-4f5c-9fd7-6400408b7a3e,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:26.418451 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 579b28c4-6304-43dc-9b62-41b6f4e2db25 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:40:26.420044 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (8f7baa2b-ac2e-43c2-a764-20f862ae5f5d), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.420390 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Added segment 8f7baa2b-ac2e-43c2-a764-20f862ae5f5d of type flat for network 0b10ec99-d358-4db5-bc6c-d7f90fda829f Apr 11 18:40:26.465033 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 579b28c4-6304-43dc-9b62-41b6f4e2db25 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:26.465451 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.466822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (0b10ec99-d358-4db5-bc6c-d7f90fda829f), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.497864 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (0b10ec99-d358-4db5-bc6c-d7f90fda829f), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.498865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:26.499499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:26.540175 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 579b28c4-6304-43dc-9b62-41b6f4e2db25 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:26.546535 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5742931 Apr 11 18:40:26.594918 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4594639a-1bbb-4f9b-b9bc-fccb8ab6ea23 admin admin] Pushing event updated for resources: {'Network': ['ID=0b10ec99-d358-4db5-bc6c-d7f90fda829f,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:26.604705 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:40:27.107280 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e313fab3-741a-4253-bf41-4da864ccb046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:29.024455 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33518) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:29.375154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d67f1f-01d0-4e4e-a90e-85a3469c4397 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:29.376397 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-71d67f1f-01d0-4e4e-a90e-85a3469c4397 demo admin] 10.222.0.61 "GET /v2.0/subnets/dfe6aceb-aae0-43d7-8f10-7d01edf4f56e HTTP/1.1" status: 200 len: 849 time: 0.3509755 Apr 11 18:40:29.497340 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-128ec9c7-0f4d-4838-aa89-23ec9445bfc4 demo admin] 10.222.0.61 "GET /v2.0/routers/5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 HTTP/1.1" status: 200 len: 704 time: 0.1133769 Apr 11 18:40:29.499426 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f812d959-d025-41c5-bd23-7caa02916315 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:29.766744 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.062966 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Allocated IP 172.20.0.1 (de89ea75-a401-4b91-86c6-530d9ef42b5a/dfe6aceb-aae0-43d7-8f10-7d01edf4f56e/4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:40:30.255961 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks [] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.321222 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.399658 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Network de89ea75-a401-4b91-86c6-530d9ef42b5a is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:40:30.404321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:40:30.409956 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:40:30.410155 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.480018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Pushing event updated for resources: {'Port': ['ID=4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:30.592585 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.629472 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.749622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-87a7e4e1-3f84-482f-b7e8-293b01e2d4fc None None] Provisioning complete for port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:30.750008 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-87a7e4e1-3f84-482f-b7e8-293b01e2d4fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.833635 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-87a7e4e1-3f84-482f-b7e8-293b01e2d4fc None None] Port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:40:30.841570 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks [] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.846088 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.846937 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:30.929027 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Pushing event updated for resources: {'Port': ['ID=4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:30.969683 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Network de89ea75-a401-4b91-86c6-530d9ef42b5a is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:40:30.970958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:40:31.131882 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:40:31.150577 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-7b55417b-6f47-471d-acc5-a2aa6b3a31e2 None None] Provisioning complete for port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:31.150976 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7b55417b-6f47-471d-acc5-a2aa6b3a31e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:31.184616 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-7b55417b-6f47-471d-acc5-a2aa6b3a31e2 None None] Port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:40:31.226647 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:40:31.231857 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6f11a655-5e31-455f-b717-2e3b7318ce5f demo admin] 10.222.0.61 "PUT /v2.0/routers/5ee5af36-9ee2-459e-aabc-c8c51e6c31d7/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7288318 Apr 11 18:40:31.237029 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Sync routers for ids ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:40:31.250475 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Routers {'5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:40:31.251267 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:40:29Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:31.441843 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Set router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 gateway port host: None {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:40:31.859379 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'name': 'router1', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:40:20Z', 'updated_at': '2022-04-11T18:40:30Z', 'revision_number': 2, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'gw_port_host': None, '_interfaces': [{'id': '4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc', 'name': '', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'mac_address': 'fa:16:3e:63:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:29Z', 'updated_at': '2022-04-11T18:40:30Z', 'revision_number': 2, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'subnets': [{'id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d55a098-4c4e-462e-842c-df0769fa6e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:31.909682 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Checking router: 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:40:31.910055 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Updating router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:40:31.950741 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:31.962903 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.479857 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Publish callbacks [] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.486560 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.625823 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Pushing event updated for resources: {'Port': ['ID=4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:32.656286 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.656632 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.656982 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.657354 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.657689 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.658014 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.658335 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.658655 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.658979 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.659296 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.659613 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.659950 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.660270 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.660582 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.661027 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Tracked resource versions report: Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: pushed versions: Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: { 'AddressGroup': {'1.2'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Agent': {'1.1'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'ConntrackHelper': {'1.0'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Log': {'1.0'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'NDPProxy': {'1.0'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Network': {'1.1'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Port': {'1.7'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'PortForwarding': {'1.3'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'QosPolicy': {'1.10'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroup': {'1.5'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SubPort': {'1.0'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Subnet': {'1.1'}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Trunk': {'1.1'}} Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: consumer versions: Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Agent': '1.1', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'ConntrackHelper': '1.0', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'LocalIPAssociation': '1.0', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Log': '1.0', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'NDPProxy': '1.0', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Network': '1.1', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Port': '1.7', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'PortForwarding': '1.3', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'QosPolicy': '1.10', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroup': '1.5', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroupRule': '1.2', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SubPort': '1.0', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Subnet': '1.1', Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Trunk': '1.1'}} Apr 11 18:40:32.663064 dv-cinder-837356-1-iscsi neutron-server[115233]: {{(pid=115233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:40:32.674650 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Attempting to bind port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:40:32.675057 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Attempting to bind port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:40:32.675490 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Attempting to bind port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc on network de89ea75-a401-4b91-86c6-530d9ef42b5a {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:40:32.681948 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 40, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:40:32.682385 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Checking segment: {'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:40:32.682863 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.683253 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Bound using segment: {'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:40:32.683765 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Bound port: 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:40:32.684142 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.753910 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] For port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:40:32.773587 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] For port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc,segment=NetworkSegment(2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b),segment_id=2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:40:32.779455 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.811153 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-27c6a4fa-e21a-46ae-b7a7-e86315291f4c None None] Provisioning complete for port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:32.811885 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-27c6a4fa-e21a-46ae-b7a7-e86315291f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.826182 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Routers {'5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:40:32.826796 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:40:29Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:32.897474 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-27c6a4fa-e21a-46ae-b7a7-e86315291f4c None None] Current status of the port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:32.898222 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-27c6a4fa-e21a-46ae-b7a7-e86315291f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.918225 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] Set router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 gateway port host: None {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:40:32.933254 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-27c6a4fa-e21a-46ae-b7a7-e86315291f4c None None] For port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc,segment=NetworkSegment(2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b),segment_id=2bdbda1e-fe4b-4934-8a8b-8e747bf73a4b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:40:32.939509 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-27c6a4fa-e21a-46ae-b7a7-e86315291f4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:32.995261 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c6a4fa-e21a-46ae-b7a7-e86315291f4c None None] Pushing event updated for resources: {'Port': ['ID=4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:33.056807 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c3196644-81ca-4c6f-9b26-81dd3a584e78 None None] Provisioning complete for port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:33.057213 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c3196644-81ca-4c6f-9b26-81dd3a584e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:33.125161 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'name': 'router1', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:40:20Z', 'updated_at': '2022-04-11T18:40:30Z', 'revision_number': 2, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'gw_port_host': None, '_interfaces': [{'id': '4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc', 'name': '', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'mac_address': 'fa:16:3e:63:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:29Z', 'updated_at': '2022-04-11T18:40:32Z', 'revision_number': 4, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'subnets': [{'id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d55a098-4c4e-462e-842c-df0769fa6e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:33.128605 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861977-4f51-4122-bb09-dfeeb8974aab None None] Pushing event updated for resources: {'Port': ['ID=4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc,revision_number=4']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:33.141463 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c3196644-81ca-4c6f-9b26-81dd3a584e78 None None] Current status of the port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:33.154901 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d44e27-d25d-4386-9642-c388fbae0054 None None] The sync data for ids ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'] in dv-cinder-837356-1-iscsi is: [{'id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'name': 'router1', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:40:20Z', 'updated_at': '2022-04-11T18:40:30Z', 'revision_number': 2, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'gw_port_host': None, '_interfaces': [{'id': '4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc', 'name': '', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'mac_address': 'fa:16:3e:63:28:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:29Z', 'updated_at': '2022-04-11T18:40:32Z', 'revision_number': 4, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'subnets': [{'id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d55a098-4c4e-462e-842c-df0769fa6e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:40:33.609005 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:33.651871 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:40:33.758924 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33538) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:33.955669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501a48da-57b7-4512-9380-24df965795a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:33.957092 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-501a48da-57b7-4512-9380-24df965795a2 admin admin] 10.222.0.61 "GET /v2.0/networks/0b10ec99-d358-4db5-bc6c-d7f90fda829f HTTP/1.1" status: 200 len: 842 time: 0.1970835 Apr 11 18:40:33.966957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'name': 'public-subnet', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'enable_dhcp': False, 'cidr': '172.27.0.0/24'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:40:33.988263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Made reservation on behalf of e35dcd77f9fb4915b2f5076d1092fdf5 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:40:33.991181 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:34.320598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.objects.ports [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115231) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Apr 11 18:40:34.321008 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:34.376105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:34.386260 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:40:34.386611 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Network hostable DHCP agents. Network: 0b10ec99-d358-4db5-bc6c-d7f90fda829f, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:40:34.402762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:40:34.411229 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 0b10ec99-d358-4db5-bc6c-d7f90fda829f) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:40:34.415997 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:34.417150 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:34.420779 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea890cb3-b48e-4e95-bbd2-9f0d3d720b27 None None] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:40:34.438324 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-5cf53d5e-3db4-4f3c-803e-7ada0ca72efc admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4689589 Apr 11 18:40:34.532452 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9392375f-418a-45c7-853d-0ee012967e19 None None] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:40:36.967449 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 33556) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:37.100208 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a1c87ab0-efb4-4eed-8675-23698693204d demo admin] 10.222.0.61 "GET /v2.0/routers/5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 HTTP/1.1" status: 200 len: 710 time: 0.1313980 Apr 11 18:40:37.188579 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3498c0af-892b-446d-a913-b16dcd1e39a8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:40:37.190074 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3498c0af-892b-446d-a913-b16dcd1e39a8 demo admin] 10.222.0.61 "GET /v2.0/networks/0b10ec99-d358-4db5-bc6c-d7f90fda829f HTTP/1.1" status: 200 len: 886 time: 0.0845232 Apr 11 18:40:37.199095 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:40:37.451369 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks [] for router_gateway (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:37.671853 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks [] for router_gateway (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:37.748109 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:37.846926 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Allocated IP 172.27.0.238 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/3b1f10ac-a0a3-49b2-bd50-03cf9bac613a) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:40:37.949238 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks [] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:37.982221 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:38.024060 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:40:38.026645 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:40:38.031860 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:40:38.033738 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Pushing event updated for resources: {'Port': ['ID=3b1f10ac-a0a3-49b2-bd50-03cf9bac613a,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:38.365720 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks [] for router_gateway (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:38.577563 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1635416', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1681631', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-44523'] for router (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:38.581356 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1634731', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1634722', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1681622'] for router (5ee5af36-9ee2-459e-aabc-c8c51e6c31d7), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:38.690430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:40:38.796011 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:40:38.800468 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:38.801564 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b24aa2f8-2330-41aa-8f64-0c12811d2f37 demo admin] 10.222.0.61 "PUT /v2.0/routers/5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 HTTP/1.1" status: 200 len: 890 time: 1.6059685 Apr 11 18:40:40.440441 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:40:40.486596 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:40.486990 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:40.564074 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:41.341711 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 33568) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:40:41.493043 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1324d465-f4ec-408d-bc4d-ded00b53de78 admin admin] 10.222.0.61 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1501372 Apr 11 18:40:41.901502 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Sync routers for ids ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:40:41.914366 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Routers {'5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:40:41.915035 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:40:29Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:42.131758 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Set router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:40:42.589362 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'name': 'router1', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '3b1f10ac-a0a3-49b2-bd50-03cf9bac613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:40:20Z', 'updated_at': '2022-04-11T18:40:38Z', 'revision_number': 4, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'gw_port': {'id': '3b1f10ac-a0a3-49b2-bd50-03cf9bac613a', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:37Z', 'updated_at': '2022-04-11T18:40:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc', 'name': '', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'mac_address': 'fa:16:3e:63:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:29Z', 'updated_at': '2022-04-11T18:40:32Z', 'revision_number': 5, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'subnets': [{'id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d55a098-4c4e-462e-842c-df0769fa6e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:42.640522 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Checking router: 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:40:42.640809 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Updating router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:40:42.700642 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:43.030153 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Publish callbacks [] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:43.035291 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:43.093405 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Attempting to bind port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:40:43.093784 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Attempting to bind port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:40:43.094150 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Attempting to bind port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:40:43.096120 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f226d30-8055-4458-858e-e2a6e3b32a79 None None] Pushing event updated for resources: {'Port': ['ID=3b1f10ac-a0a3-49b2-bd50-03cf9bac613a,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:43.101968 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 40, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:40:43.102351 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:40:43.102755 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:43.103144 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:40:43.103636 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Bound port: 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:40:43.103974 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:43.154107 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] For port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:40:43.157359 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] For port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=3b1f10ac-a0a3-49b2-bd50-03cf9bac613a,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:40:43.165155 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:43.233791 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Routers {'5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:40:43.234424 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:40:29Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:43.269514 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f226d30-8055-4458-858e-e2a6e3b32a79 None None] Pushing event updated for resources: {'Port': ['ID=3b1f10ac-a0a3-49b2-bd50-03cf9bac613a,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:43.350889 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] Set router 5ee5af36-9ee2-459e-aabc-c8c51e6c31d7 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:40:43.558229 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'name': 'router1', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '3b1f10ac-a0a3-49b2-bd50-03cf9bac613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:40:20Z', 'updated_at': '2022-04-11T18:40:38Z', 'revision_number': 4, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'gw_port': {'id': '3b1f10ac-a0a3-49b2-bd50-03cf9bac613a', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:37Z', 'updated_at': '2022-04-11T18:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc', 'name': '', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'mac_address': 'fa:16:3e:63:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:29Z', 'updated_at': '2022-04-11T18:40:32Z', 'revision_number': 5, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'subnets': [{'id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d55a098-4c4e-462e-842c-df0769fa6e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:40:43.585835 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd220e1-58a4-43b2-9412-505430410b06 None None] The sync data for ids ['5ee5af36-9ee2-459e-aabc-c8c51e6c31d7'] in dv-cinder-837356-1-iscsi is: [{'id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'name': 'router1', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.238'}], 'enable_snat': True}, 'gw_port_id': '3b1f10ac-a0a3-49b2-bd50-03cf9bac613a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:40:20Z', 'updated_at': '2022-04-11T18:40:38Z', 'revision_number': 4, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'gw_port': {'id': '3b1f10ac-a0a3-49b2-bd50-03cf9bac613a', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:20:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:37Z', 'updated_at': '2022-04-11T18:40:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc', 'name': '', 'network_id': 'de89ea75-a401-4b91-86c6-530d9ef42b5a', 'tenant_id': 'ac3655529efc4ed491edd2c9aee628e9', 'mac_address': 'fa:16:3e:63:28:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ee5af36-9ee2-459e-aabc-c8c51e6c31d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:40:29Z', 'updated_at': '2022-04-11T18:40:32Z', 'revision_number': 5, 'project_id': 'ac3655529efc4ed491edd2c9aee628e9', 'subnets': [{'id': 'dfe6aceb-aae0-43d7-8f10-7d01edf4f56e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1d55a098-4c4e-462e-842c-df0769fa6e81'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:40:44.491407 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:40:44.548188 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:44.548827 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:44.640537 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:44.641000 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:44.671898 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=3b1f10ac-a0a3-49b2-bd50-03cf9bac613a,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:40:44.680310 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:44.735334 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=3b1f10ac-a0a3-49b2-bd50-03cf9bac613a,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:40:46.509256 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:40:46.597622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:40:46.600477 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3b1f10ac-a0a3-49b2-bd50-03cf9bac613a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:46.731107 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 3b1f10ac-a0a3-49b2-bd50-03cf9bac613a is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:40:57.102452 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1e3a52ed-fa30-47b4-b7f5-60bbcfc6e93a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:40:59.508226 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-6ba5a14f-7a4e-4118-8336-e1e179c6818a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:00.599707 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:01.989522 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:03.615998 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:10.651184 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:41:27.095544 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b5e5895e-20c8-4d08-9ea1-68509b52a8e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:29.506043 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d9542e1f-578b-40fc-8e9d-ae08df9175f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:30.596148 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:31.965035 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:33.613183 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:47.651227 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:41:57.097824 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1a83fe35-24a5-4e73-8f77-350eeef38345 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:41:59.508309 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-57665cc5-99d5-4c14-8a79-4a5d53b1021b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:00.597453 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:01.959717 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:03.536358 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34054) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:03.596691 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.pecan_wsgi.hooks.translation [None req-746db87f-98f6-4eb7-8e59-0606924361cc admin admin] GET failed (client error): The resource could not be found. Apr 11 18:42:03.598017 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-746db87f-98f6-4eb7-8e59-0606924361cc admin admin] 10.222.0.61 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0607083 Apr 11 18:42:03.606883 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:03.762569 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bcbc5-ca7a-4ff2-9c26-4219ed29f71e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:03.764021 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ce2bcbc5-ca7a-4ff2-9c26-4219ed29f71e admin admin] 10.222.0.61 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1619368 Apr 11 18:42:06.088261 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34064) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:06.177826 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211fc6bb-5d04-416b-870d-9184fbe34092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:06.179154 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-211fc6bb-5d04-416b-870d-9184fbe34092 admin admin] 10.222.0.61 "GET /v2.0/subnets/dfe6aceb-aae0-43d7-8f10-7d01edf4f56e HTTP/1.1" status: 200 len: 849 time: 0.0899415 Apr 11 18:42:06.191865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:42:06.278499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Publish callbacks [] for subnet (dfe6aceb-aae0-43d7-8f10-7d01edf4f56e), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:06.414552 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8754943953430'] for subnet (dfe6aceb-aae0-43d7-8f10-7d01edf4f56e), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:06.447281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:06.447873 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:06.449163 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] 10.222.0.61 "PUT /v2.0/subnets/dfe6aceb-aae0-43d7-8f10-7d01edf4f56e HTTP/1.1" status: 200 len: 868 time: 0.2636871 Apr 11 18:42:06.464734 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6922d511-3826-4b4c-8f62-476e7daa03c1 None None] Network de89ea75-a401-4b91-86c6-530d9ef42b5a requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:42:06.469179 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfe6aceb-aae0-43d7-8f10-7d01edf4f56e,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:42:06.476573 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.476930 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.477324 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.477667 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.477998 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.478342 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.478653 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.478983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.479342 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.479654 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.479999 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.480328 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.480649 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.480972 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.481365 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20636a5e-b5d9-4ec4-8212-2cb40ae7ed67 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:42:06.816169 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-48bc14c0-e8a4-474b-92a2-1a606bd4f6c9 None None] Provisioning complete for port 579b28c4-6304-43dc-9b62-41b6f4e2db25 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:42:06.816554 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-48bc14c0-e8a4-474b-92a2-1a606bd4f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (579b28c4-6304-43dc-9b62-41b6f4e2db25), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:06.893222 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-48bc14c0-e8a4-474b-92a2-1a606bd4f6c9 None None] Current status of the port 579b28c4-6304-43dc-9b62-41b6f4e2db25 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:42:06.900734 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-48bc14c0-e8a4-474b-92a2-1a606bd4f6c9 None None] Provisioning complete for port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:42:06.901133 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-48bc14c0-e8a4-474b-92a2-1a606bd4f6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:06.975898 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-48bc14c0-e8a4-474b-92a2-1a606bd4f6c9 None None] Current status of the port 4dd9fb63-a3f1-4e1d-b4bd-d162e967c2cc is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:42:08.764073 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34072) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:08.963943 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2349b0f-0f4f-4b56-b369-bebac33dfe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:08.964417 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2349b0f-0f4f-4b56-b369-bebac33dfe1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:08.968704 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b2349b0f-0f4f-4b56-b369-bebac33dfe1f admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2035418 Apr 11 18:42:11.260246 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34080) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:11.396581 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594c674-45e5-464a-9d17-372086fcc3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:11.396956 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d594c674-45e5-464a-9d17-372086fcc3ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:11.398513 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d594c674-45e5-464a-9d17-372086fcc3ff admin admin] 10.222.0.61 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1372926 Apr 11 18:42:13.708119 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34088) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:13.829977 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e207c3cc-a3c4-4d5b-81c1-7a4be3b26eae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:13.831317 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e207c3cc-a3c4-4d5b-81c1-7a4be3b26eae admin admin] 10.222.0.61 "GET /v2.0/networks/0b10ec99-d358-4db5-bc6c-d7f90fda829f HTTP/1.1" status: 200 len: 886 time: 0.1222510 Apr 11 18:42:16.130365 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34096) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:16.356517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa22e9c7-f680-44ff-bc9f-6358128e1441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:16.357842 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-aa22e9c7-f680-44ff-bc9f-6358128e1441 admin admin] 10.222.0.61 "GET /v2.0/networks/de89ea75-a401-4b91-86c6-530d9ef42b5a HTTP/1.1" status: 200 len: 869 time: 0.2265410 Apr 11 18:42:18.690119 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34104) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:18.815177 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e6ba2-97ba-4b9d-8f47-dbdb5e1d14bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:18.815656 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307e6ba2-97ba-4b9d-8f47-dbdb5e1d14bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:18.817562 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-307e6ba2-97ba-4b9d-8f47-dbdb5e1d14bf admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1261148 Apr 11 18:42:21.156020 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34112) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:21.244520 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382472f-2b0e-43bd-a25d-e82d00293c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:21.244968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382472f-2b0e-43bd-a25d-e82d00293c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:21.246469 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3382472f-2b0e-43bd-a25d-e82d00293c17 admin admin] 10.222.0.61 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0895140 Apr 11 18:42:23.549575 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34120) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:23.633430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a22932a-eade-4611-bd26-1ae9b4206643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:23.634747 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-0a22932a-eade-4611-bd26-1ae9b4206643 admin admin] 10.222.0.61 "GET /v2.0/subnets/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8 HTTP/1.1" status: 200 len: 816 time: 0.0842340 Apr 11 18:42:24.701033 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:42:25.955888 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34128) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:42:26.053456 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17494b01-fbd5-4e2d-9205-be06e34a9643 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:42:26.054782 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-17494b01-fbd5-4e2d-9205-be06e34a9643 admin admin] 10.222.0.61 "GET /v2.0/subnets/dfe6aceb-aae0-43d7-8f10-7d01edf4f56e HTTP/1.1" status: 200 len: 868 time: 0.0979326 Apr 11 18:42:27.100114 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-04cd67fc-3bda-4b7b-ba57-69d51c8c971a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:29.509529 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4539aa26-164b-40dd-8d09-828eb5dbe3fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:30.600630 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:31.963226 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:33.609149 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:57.101548 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-76d3ad55-62a9-4705-b03c-3b5ba1d3edcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:42:59.512420 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7498301e-d2d1-4281-ac74-a2187288531f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:00.603045 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:01.650094 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:43:01.966020 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:03.614778 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:06.725544 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34186) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:43:06.772196 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [None req-911af82e-766d-4eb2-b3f6-821598ea6f0b admin admin] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:43:06.773211 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-911af82e-766d-4eb2-b3f6-821598ea6f0b admin admin] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0467694 Apr 11 18:43:09.178263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34194) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:43:09.238024 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c13fbe-21e0-41d7-931e-1a8a7e0cccf1 admin admin] GET failed (client error): The resource could not be found. Apr 11 18:43:09.239312 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-68c13fbe-21e0-41d7-931e-1a8a7e0cccf1 admin admin] 10.222.0.61 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600910 Apr 11 18:43:09.323595 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b7f93-8b1e-4bde-a400-a89cb8153b52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:43:09.325038 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-839b7f93-8b1e-4bde-a400-a89cb8153b52 admin admin] 10.222.0.61 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0812438 Apr 11 18:43:11.648249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34202) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:43:11.693819 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:43:11.712533 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Made reservation on behalf of e35dcd77f9fb4915b2f5076d1092fdf5 for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:43:11.714735 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:11.741729 dv-cinder-837356-1-iscsi neutron-server[115231]: WARNING neutron.services.revisions.revision_plugin [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Could not find related network for resource to bump revision. Apr 11 18:43:11.752500 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:43:11.762172 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (caa2bf5d-a00c-495a-aaeb-2c2effa8cb83), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:11.762514 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Added segment caa2bf5d-a00c-495a-aaeb-2c2effa8cb83 of type vlan for network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 Apr 11 18:43:11.802737 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (542c25c6-aad8-4a20-aa3d-f5ab5dd33a74), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:11.826281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (542c25c6-aad8-4a20-aa3d-f5ab5dd33a74), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:11.827182 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:43:11.827804 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:11.859237 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2099476 Apr 11 18:43:11.889154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Pushing event updated for resources: {'Network': ['ID=542c25c6-aad8-4a20-aa3d-f5ab5dd33a74,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:43:11.897355 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.897701 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.898062 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.898399 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.898729 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.899052 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.899372 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.899692 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.900012 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.900331 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.900667 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.901013 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.901356 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.901669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.901982 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de7b1c4-14f9-457d-a2af-bc273d8167b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:11.913132 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:43:14.174178 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34210) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:43:14.233267 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.pecan_wsgi.hooks.translation [None req-5819c011-b913-439c-949c-da7a45c34ba4 admin admin] GET failed (client error): The resource could not be found. Apr 11 18:43:14.234522 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-5819c011-b913-439c-949c-da7a45c34ba4 admin admin] 10.222.0.61 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591006 Apr 11 18:43:14.304897 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc3f127-b192-4473-b3fd-4ea1b57478e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:43:14.306357 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2fc3f127-b192-4473-b3fd-4ea1b57478e6 admin admin] 10.222.0.61 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678251 Apr 11 18:43:14.316051 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74', 'name': 'shared-subnet'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:43:14.335565 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Made reservation on behalf of e35dcd77f9fb4915b2f5076d1092fdf5 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:43:14.337880 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:14.496483 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (0176597c-3f91-4198-bd77-bfd38318431a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:14.554540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0176597c-3f91-4198-bd77-bfd38318431a,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:43:14.563157 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Checking segment: {'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:43:14.563511 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Network hostable DHCP agents. Network: 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:43:14.579547 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:43:14.588944 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:43:14.593348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:43:14.594479 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:14.597945 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0877aa1f-8bae-431a-ba2a-b723d83de049 None None] Network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:43:14.612920 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3d93993a-c10c-4cd1-817a-05c7dd48e349 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2977865 Apr 11 18:43:14.699983 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-542c25c6-aad8-4a20-aa3d-f5ab5dd33a74', 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74', 'project_id': 'e35dcd77f9fb4915b2f5076d1092fdf5', 'fixed_ips': [{'subnet_id': '0176597c-3f91-4198-bd77-bfd38318431a'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:43:14.700902 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:14.845161 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Allocated IP 192.168.233.2 (542c25c6-aad8-4a20-aa3d-f5ab5dd33a74/0176597c-3f91-4198-bd77-bfd38318431a/a0f93c93-a3c1-426f-8cff-16609f338262) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:43:15.094326 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Publish callbacks [] for port (a0f93c93-a3c1-426f-8cff-16609f338262), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:15.100091 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:15.141312 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:43:15.143984 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:43:15.148210 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:43:15.151267 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Pushing event updated for resources: {'Port': ['ID=a0f93c93-a3c1-426f-8cff-16609f338262,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:43:15.158850 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.159193 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.159546 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.159907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.160239 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.160561 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.160887 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.161256 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.161578 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.161898 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.162214 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.162532 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.162847 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.163160 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.163473 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:43:15.219991 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Attempting to bind port a0f93c93-a3c1-426f-8cff-16609f338262 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:43:15.220359 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Attempting to bind port a0f93c93-a3c1-426f-8cff-16609f338262 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:43:15.220713 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Attempting to bind port a0f93c93-a3c1-426f-8cff-16609f338262 on network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:43:15.226025 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 43, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:43:15.226405 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Checking segment: {'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:43:15.226811 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:15.227207 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Bound using segment: {'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:43:15.227668 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Bound port: a0f93c93-a3c1-426f-8cff-16609f338262, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:43:15.228062 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:15.290157 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] For port a0f93c93-a3c1-426f-8cff-16609f338262, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:43:15.293225 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] For port a0f93c93-a3c1-426f-8cff-16609f338262, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a0f93c93-a3c1-426f-8cff-16609f338262,segment=NetworkSegment(caa2bf5d-a00c-495a-aaeb-2c2effa8cb83),segment_id=caa2bf5d-a00c-495a-aaeb-2c2effa8cb83)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:43:15.300287 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:15.357468 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e3a65-c397-4556-82ac-0ba3343022fb None None] Pushing event updated for resources: {'Port': ['ID=a0f93c93-a3c1-426f-8cff-16609f338262,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:43:16.265210 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b1273e-36ea-4433-9866-1158f9726c43 None None] Network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:43:16.300349 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c30168f-8a17-4c9e-b49d-c203f7e2fe86 None None] Provisioning complete for port a0f93c93-a3c1-426f-8cff-16609f338262 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:43:16.300722 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c30168f-8a17-4c9e-b49d-c203f7e2fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:16.440932 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c30168f-8a17-4c9e-b49d-c203f7e2fe86 None None] Current status of the port a0f93c93-a3c1-426f-8cff-16609f338262 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:43:16.441350 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c30168f-8a17-4c9e-b49d-c203f7e2fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:16.476358 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c30168f-8a17-4c9e-b49d-c203f7e2fe86 None None] For port a0f93c93-a3c1-426f-8cff-16609f338262, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a0f93c93-a3c1-426f-8cff-16609f338262,segment=NetworkSegment(caa2bf5d-a00c-495a-aaeb-2c2effa8cb83),segment_id=caa2bf5d-a00c-495a-aaeb-2c2effa8cb83)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:43:16.494545 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c30168f-8a17-4c9e-b49d-c203f7e2fe86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:16.556701 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c30168f-8a17-4c9e-b49d-c203f7e2fe86 None None] Pushing event updated for resources: {'Port': ['ID=a0f93c93-a3c1-426f-8cff-16609f338262,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:43:16.587783 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a0f93c93-a3c1-426f-8cff-16609f338262 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:43:16.640605 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port a0f93c93-a3c1-426f-8cff-16609f338262 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:43:16.640990 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:16.728664 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-fcde9102-c7d2-4c42-af3a-3b921a7247ff None None] Provisioning complete for port a0f93c93-a3c1-426f-8cff-16609f338262 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:43:16.728949 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fcde9102-c7d2-4c42-af3a-3b921a7247ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:16.731474 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port a0f93c93-a3c1-426f-8cff-16609f338262 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:43:16.809151 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-fcde9102-c7d2-4c42-af3a-3b921a7247ff None None] Current status of the port a0f93c93-a3c1-426f-8cff-16609f338262 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:43:18.540336 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a0f93c93-a3c1-426f-8cff-16609f338262 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:43:18.585994 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port a0f93c93-a3c1-426f-8cff-16609f338262 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:43:18.586422 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a0f93c93-a3c1-426f-8cff-16609f338262), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:18.666224 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port a0f93c93-a3c1-426f-8cff-16609f338262 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:43:27.103265 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5d828dd7-4668-4a28-b53a-595cdb99ef34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:29.516643 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1e999c9a-9fe5-4e25-a7b7-fb0d22f1b2d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:30.606488 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:31.967886 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:33.609638 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:38.648452 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:43:57.105920 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-38f4a8dd-f971-40ea-9a6f-ae739b8bf9ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:43:59.518411 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fec0a77d-5117-4011-b94d-871b59a3714a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:00.611948 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:01.968971 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:03.614052 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:15.646472 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:44:27.108435 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8eb0e769-f588-49e6-98a6-4396605d14e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:29.519771 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-60357c90-786e-4cb6-b924-e7f8b25a7e7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:30.615760 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:31.973429 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:33.617141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:52.645188 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:44:57.111293 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-905e9caf-8662-4c9c-b060-88efe2b3b20c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:58.558666 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34248) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:44:58.564272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [None req-26c4f1ca-ede7-4af4-9b21-d124e4f2d757 tempest-verify_tempest_config-463344519 tempest-verify_tempest_config-463344519-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:44:58.565279 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-26c4f1ca-ede7-4af4-9b21-d124e4f2d757 tempest-verify_tempest_config-463344519 tempest-verify_tempest_config-463344519-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0056217 Apr 11 18:44:58.846087 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34266) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:44:58.947071 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:59.019000 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Publish callbacks [] for security_group (0b92eec9-1f78-4c4a-a7fe-f26d1662f213), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:59.022511 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0b92eec9-1f78-4c4a-a7fe-f26d1662f213), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:59.069531 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=bd356d6733f1440cbe493ebe1ca1f226&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2223828 Apr 11 18:44:59.071486 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b92eec9-1f78-4c4a-a7fe-f26d1662f213,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:44:59.072206 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34270) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:44:59.078316 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.078667 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.079006 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.079344 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.079669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.079996 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.080317 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.080635 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.080972 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.081322 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.081659 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.081999 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.082365 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.082636 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.082951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c923a33-4a8f-405a-a3c4-08d0d86928d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.153435 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Publish callbacks [] for security_group (0b92eec9-1f78-4c4a-a7fe-f26d1662f213), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:59.173846 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Publish callbacks [] for security_group (0b92eec9-1f78-4c4a-a7fe-f26d1662f213), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:59.266139 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0b92eec9-1f78-4c4a-a7fe-f26d1662f213), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:59.268711 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:44:59.269928 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0b92eec9-1f78-4c4a-a7fe-f26d1662f213 HTTP/1.1" status: 204 len: 168 time: 0.1967242 Apr 11 18:44:59.278859 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b92eec9-1f78-4c4a-a7fe-f26d1662f213,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:44:59.291286 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.291638 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.291979 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.292314 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.292642 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.292968 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.293337 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.293658 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.294036 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.294315 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.294617 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.294961 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.295285 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.295601 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.295917 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d5b43c0-ffff-4ba7-8e4f-a845dd9f784f admin admin] Tracked resource versions report: Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: pushed versions: Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: { 'AddressGroup': {'1.2'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Agent': {'1.1'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'ConntrackHelper': {'1.0'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Log': {'1.0'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'NDPProxy': {'1.0'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Network': {'1.1'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Port': {'1.7'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'PortForwarding': {'1.3'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'QosPolicy': {'1.10'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroup': {'1.5'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SubPort': {'1.0'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Subnet': {'1.1'}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Trunk': {'1.1'}} Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: consumer versions: Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Agent': '1.1', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'ConntrackHelper': '1.0', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'LocalIPAssociation': '1.0', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Log': '1.0', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'NDPProxy': '1.0', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Network': '1.1', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Port': '1.7', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'PortForwarding': '1.3', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'QosPolicy': '1.10', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroup': '1.5', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroupRule': '1.2', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SubPort': '1.0', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Subnet': '1.1', Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Trunk': '1.1'}} Apr 11 18:44:59.297395 dv-cinder-837356-1-iscsi neutron-server[115230]: {{(pid=115230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:44:59.521343 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-813eda72-efef-4796-a1d5-a2946d9dd3b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:00.615761 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:01.974817 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:03.619412 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:27.113533 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ee071081-6e2f-4ca1-9cbe-81724ac2e4b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:29.523093 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f587306-5101-415c-ae72-43d6495f1a76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:29.643531 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:45:30.617447 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:31.977508 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:33.622149 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:57.115125 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3797a611-ea32-4674-a557-717bc67ecc70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:45:59.523597 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa6b0f20-f0f2-44c6-8618-89ae18e97b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:00.621940 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:01.980255 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:03.624237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:06.642830 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:46:27.116756 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1c54cdcd-68db-4622-a548-e7787ee33fe6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:29.525005 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bf047efe-76a0-47a4-80d4-8cbcfd4f8a1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:30.623035 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:31.983402 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:33.627465 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:43.640684 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 5 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:46:48.778593 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1633442'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:57.118404 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ebb04f6a-5b87-4d32-bf3d-5094d1594413 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:46:59.525924 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-eac44920-4a07-43ed-ac1d-d51d624e8f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:00.625537 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:01.985166 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:03.631201 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:04.034974 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34348) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:47:04.137904 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d6c0a15b-7c48-4cf3-b0c6-1124d80a4672 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1017625 Apr 11 18:47:06.480790 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34358) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:47:06.534543 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5e0e3a65-1e64-4352-9d4b-d7a4a7d371f2 admin admin] 10.222.0.61 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0526726 Apr 11 18:47:18.760031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:20.640744 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:47:27.122367 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1c68c8c3-fed5-485d-858e-68d521fbd6aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:29.526342 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-25339ce1-4292-4a30-ad40-4abe772ec439 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:30.627906 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:31.988689 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:33.632869 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:48.764525 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:57.124780 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ba284dc3-048e-4b60-83c4-514949a53082 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:47:57.640160 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:47:59.526759 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-6d1de629-398a-40c9-8ce5-eb55efc5b58b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:00.646420 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:01.996170 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:03.634212 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:18.767477 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:27.129241 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2a34746b-1bb6-429c-aade-db12cfc14950 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:29.529958 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-44a51973-107c-49cd-8d69-6964cc306c1d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:30.635214 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:31.994770 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:33.638048 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:34.640419 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:48:48.016118 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34536) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:48.252689 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-network', 'tenant_id': '159bb2915915456b8a02f921912ea0ff'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:48.281734 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Made reservation on behalf of 159bb2915915456b8a02f921912ea0ff for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:48.284824 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.301186 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.405571 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks [] for security_group (539d4570-4fa3-4706-a75d-72d3a4c671e8), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.411736 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (539d4570-4fa3-4706-a75d-72d3a4c671e8), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.439011 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539d4570-4fa3-4706-a75d-72d3a4c671e8,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:48.451042 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.451532 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.451911 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.452371 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.452877 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.453528 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.454005 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.454590 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.455516 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.456081 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.456568 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.457120 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.457936 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.458662 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.459168 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Tracked resource versions report: Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: pushed versions: Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: { 'AddressGroup': {'1.2'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Agent': {'1.1'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'ConntrackHelper': {'1.0'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Log': {'1.0'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'NDPProxy': {'1.0'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Network': {'1.1'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Port': {'1.7'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'PortForwarding': {'1.3'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'QosPolicy': {'1.10'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroup': {'1.5'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SubPort': {'1.0'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Subnet': {'1.1'}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Trunk': {'1.1'}} Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: consumer versions: Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Agent': '1.1', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'ConntrackHelper': '1.0', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'LocalIPAssociation': '1.0', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Log': '1.0', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'NDPProxy': '1.0', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Network': '1.1', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Port': '1.7', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'PortForwarding': '1.3', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'QosPolicy': '1.10', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroup': '1.5', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SecurityGroupRule': '1.2', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'SubPort': '1.0', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Subnet': '1.1', Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: 'Trunk': '1.1'}} Apr 11 18:48:48.462755 dv-cinder-837356-1-iscsi neutron-server[115230]: {{(pid=115230) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:48:48.479995 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 514} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:48:48.498093 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8754943989670', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (fbe2431d-8796-4418-8cc4-224fd128feb7), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.498766 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Unsubscribe: segment precommit_create {{(pid=115230) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 11 18:48:48.499353 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Added segment fbe2431d-8796-4418-8cc4-224fd128feb7 of type vlan for network e16e855e-a414-4def-86b8-1c9730bbb714 Apr 11 18:48:48.585151 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (e16e855e-a414-4def-86b8-1c9730bbb714), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.641634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (e16e855e-a414-4def-86b8-1c9730bbb714), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.642771 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:48.643789 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.722581 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34582) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:48.729247 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Request body: {'subnet': {'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-subnet', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:48.732367 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.7138007 Apr 11 18:48:48.775424 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Made reservation on behalf of 159bb2915915456b8a02f921912ea0ff for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:48.777824 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.784243 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:48.869157 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1d168-0f37-4afd-a5a5-25464bf2220e admin admin] Pushing event updated for resources: {'Network': ['ID=e16e855e-a414-4def-86b8-1c9730bbb714,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:48.900622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network e16e855e-a414-4def-86b8-1c9730bbb714 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:48:49.033631 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (7093b739-06dc-4175-ba60-c1939a8d657a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.085169 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7093b739-06dc-4175-ba60-c1939a8d657a,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:49.112915 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.113678 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.115052 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.115629 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.116197 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.116744 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.117313 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.117861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.118957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.119499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.120061 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.120865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.121528 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.122074 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.122721 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Tracked resource versions report: Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: pushed versions: Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: { 'AddressGroup': {'1.2'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Agent': {'1.1'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'ConntrackHelper': {'1.0'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Log': {'1.0'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'NDPProxy': {'1.0'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Network': {'1.1'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Port': {'1.7'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'PortForwarding': {'1.3'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'QosPolicy': {'1.10'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroup': {'1.5'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SubPort': {'1.0'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Subnet': {'1.1'}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Trunk': {'1.1'}} Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: consumer versions: Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Agent': '1.1', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'ConntrackHelper': '1.0', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'LocalIPAssociation': '1.0', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Log': '1.0', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'NDPProxy': '1.0', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Network': '1.1', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Port': '1.7', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'PortForwarding': '1.3', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'QosPolicy': '1.10', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroup': '1.5', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SecurityGroupRule': '1.2', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'SubPort': '1.0', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Subnet': '1.1', Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: 'Trunk': '1.1'}} Apr 11 18:48:49.124448 dv-cinder-837356-1-iscsi neutron-server[115231]: {{(pid=115231) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:48:49.130604 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Checking segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:49.131498 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Network hostable DHCP agents. Network: e16e855e-a414-4def-86b8-1c9730bbb714, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:48:49.154374 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Network e16e855e-a414-4def-86b8-1c9730bbb714 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:48:49.163551 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34600) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:49.167315 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, e16e855e-a414-4def-86b8-1c9730bbb714) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:49.174016 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:49.175862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.177426 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df9c156-275e-46b1-b40a-86a798f3197b None None] Network e16e855e-a414-4def-86b8-1c9730bbb714 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:49.201189 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34606) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:49.206854 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:49.212639 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-11fad2f4-06a9-4fa3-9cca-c0f3a67510b8 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.4883490 Apr 11 18:48:49.234467 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (109ba8ee-5000-498d-94c9-ee3a690f4264), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.236795 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (109ba8ee-5000-498d-94c9-ee3a690f4264), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.308943 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-e16e855e-a414-4def-86b8-1c9730bbb714', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'project_id': '159bb2915915456b8a02f921912ea0ff', 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:48:49.310586 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.323478 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34610) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:49.369427 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34616) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:49.408808 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks [] for router_controller (109ba8ee-5000-498d-94c9-ee3a690f4264), precommit_add_association {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.491829 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Allocated IP 172.20.0.2 (e16e855e-a414-4def-86b8-1c9730bbb714/7093b739-06dc-4175-ba60-c1939a8d657a/c5758548-ec06-4184-8fbe-e3c3329e4c55) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:49.597029 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-861710774-network', 'tenant_id': 'd25c1a35e0574c32a7089fb564be732f'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:49.616653 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-207924485-network', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:49.652004 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Made reservation on behalf of 167470b57e4745b8b40a7ed4c298111c for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:49.656442 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.670742 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks [] for router_gateway (109ba8ee-5000-498d-94c9-ee3a690f4264), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.678509 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Made reservation on behalf of d25c1a35e0574c32a7089fb564be732f for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:49.681760 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.685188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.692687 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Publish callbacks [] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.703138 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-network', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:49.703847 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.715139 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.799383 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks [] for security_group (2df6d297-1687-4af4-861f-d033be55a83f), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.806591 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2df6d297-1687-4af4-861f-d033be55a83f), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.811353 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Network e16e855e-a414-4def-86b8-1c9730bbb714 is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:49.813980 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:49.821855 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:49.828735 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 516} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:48:49.842456 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (d2006d9c-75ee-4fef-836b-b3775b3e0169), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.843179 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Added segment d2006d9c-75ee-4fef-836b-b3775b3e0169 of type vlan for network 7da0844a-e832-4653-8abc-66c92bf0e894 Apr 11 18:48:49.867633 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Pushing event updated for resources: {'Port': ['ID=c5758548-ec06-4184-8fbe-e3c3329e4c55,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:49.891516 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.892478 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.892986 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.893387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (7da0844a-e832-4653-8abc-66c92bf0e894), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.893813 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.894310 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.894824 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.895406 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.896031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.896529 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.897005 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.897508 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.897987 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.898592 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.899078 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.900266 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Tracked resource versions report: Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: pushed versions: Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: { 'AddressGroup': {'1.2'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Agent': {'1.1'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'ConntrackHelper': {'1.0'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Log': {'1.0'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'NDPProxy': {'1.0'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Network': {'1.1'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Port': {'1.7'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'PortForwarding': {'1.3'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'QosPolicy': {'1.10'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroup': {'1.5'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SubPort': {'1.0'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Subnet': {'1.1'}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Trunk': {'1.1'}} Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: consumer versions: Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Agent': '1.1', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'ConntrackHelper': '1.0', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'LocalIPAssociation': '1.0', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Log': '1.0', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'NDPProxy': '1.0', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Network': '1.1', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Port': '1.7', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'PortForwarding': '1.3', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'QosPolicy': '1.10', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroup': '1.5', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SecurityGroupRule': '1.2', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'SubPort': '1.0', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Subnet': '1.1', Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: 'Trunk': '1.1'}} Apr 11 18:48:49.902664 dv-cinder-837356-1-iscsi neutron-server[115232]: {{(pid=115232) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:48:49.941505 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Attempting to bind port c5758548-ec06-4184-8fbe-e3c3329e4c55 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:48:49.945077 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Attempting to bind port c5758548-ec06-4184-8fbe-e3c3329e4c55 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:48:49.947032 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Attempting to bind port c5758548-ec06-4184-8fbe-e3c3329e4c55 on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:48:49.966905 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:48:49.967553 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Checking segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:49.968138 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.969715 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Bound using segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:48:49.971092 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Bound port: c5758548-ec06-4184-8fbe-e3c3329e4c55, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:48:49.972056 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:49.989524 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df6d297-1687-4af4-861f-d033be55a83f,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:50.000666 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (7da0844a-e832-4653-8abc-66c92bf0e894), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.002202 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:50.003641 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.029631 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7050581 Apr 11 18:48:50.030071 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34642) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:50.033872 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Made reservation on behalf of c6fa8ba05d274ccb87f238031ba45505 for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:50.035185 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Request body: {'subnet': {'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-207924485-subnet', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:50.036994 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.061549 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.138171 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks [] for security_group (880723cb-708e-4d65-a5d6-b28ab9a968f9), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.152635 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (880723cb-708e-4d65-a5d6-b28ab9a968f9), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.167066 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-f2474b53-763f-4740-a255-06f237200bbb None None] For port c5758548-ec06-4184-8fbe-e3c3329e4c55, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:48:50.178984 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0162b31-e8ee-42fe-9309-5aaa6f13721b admin admin] Pushing event updated for resources: {'Network': ['ID=7da0844a-e832-4653-8abc-66c92bf0e894,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:50.179762 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-f2474b53-763f-4740-a255-06f237200bbb None None] For port c5758548-ec06-4184-8fbe-e3c3329e4c55, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=c5758548-ec06-4184-8fbe-e3c3329e4c55,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:48:50.194488 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks [] for router_gateway (109ba8ee-5000-498d-94c9-ee3a690f4264), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.206639 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 7da0844a-e832-4653-8abc-66c92bf0e894 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:48:50.232838 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.283851 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks [] for security_group (1a68ed32-3288-4dea-bfd8-55bca90ec025), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.289537 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1a68ed32-3288-4dea-bfd8-55bca90ec025), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.315207 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=880723cb-708e-4d65-a5d6-b28ab9a968f9,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:50.331810 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.339764 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Made reservation on behalf of 167470b57e4745b8b40a7ed4c298111c for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:50.342589 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.348251 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:48:50.386138 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a68ed32-3288-4dea-bfd8-55bca90ec025,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:50.390368 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 526} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:48:50.408255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (5045a8cb-959c-4ef5-a4ff-3f2df806d5e6), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.408608 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Added segment 5045a8cb-959c-4ef5-a4ff-3f2df806d5e6 of type vlan for network 5284b732-7473-4bdb-a090-76a61474b637 Apr 11 18:48:50.478476 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (71ba3034-c9ee-4220-a052-6ee5b3d3e539), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.478970 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Added segment 71ba3034-c9ee-4220-a052-6ee5b3d3e539 of type vlan for network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d Apr 11 18:48:50.497648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (5284b732-7473-4bdb-a090-76a61474b637), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.548288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (5284b732-7473-4bdb-a090-76a61474b637), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.549364 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:50.550046 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.558308 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2474b53-763f-4740-a255-06f237200bbb None None] Pushing event updated for resources: {'Port': ['ID=c5758548-ec06-4184-8fbe-e3c3329e4c55,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:50.602564 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.610042 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2390895 Apr 11 18:48:50.613828 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34662) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:50.628740 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Allocated IP 172.27.0.213 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/7dade1c2-a7ab-467d-96f7-e628316d402d) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:50.635037 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Request body: {'subnet': {'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-subnet', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:50.730133 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbce5aa3-d1f2-4998-91fb-987ddafa21d9 admin admin] Pushing event updated for resources: {'Network': ['ID=5284b732-7473-4bdb-a090-76a61474b637,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:50.753106 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Made reservation on behalf of c6fa8ba05d274ccb87f238031ba45505 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:50.757230 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.758796 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.759780 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:50.761136 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:50.867284 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7022116 Apr 11 18:48:50.935299 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34670) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:50.944871 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Request body: {'subnet': {'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-861710774-subnet', 'tenant_id': 'd25c1a35e0574c32a7089fb564be732f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:50.998067 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 5284b732-7473-4bdb-a090-76a61474b637 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:48:51.019649 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147f419-b429-4deb-b4e1-e86722713a9f admin admin] Pushing event updated for resources: {'Network': ['ID=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:51.082573 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:48:51.090599 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Made reservation on behalf of d25c1a35e0574c32a7089fb564be732f for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:48:51.112580 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.128855 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (1e7234af-2882-4e18-84f0-8be8d3c642a1), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.144155 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks [] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.178436 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (7f19ac17-f8e9-4712-8775-7ded68d99c77), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.261700 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device c5758548-ec06-4184-8fbe-e3c3329e4c55 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:48:51.374690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Checking segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:51.375147 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Network hostable DHCP agents. Network: 5284b732-7473-4bdb-a090-76a61474b637, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:48:51.417024 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f19ac17-f8e9-4712-8775-7ded68d99c77,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:51.437431 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Network 5284b732-7473-4bdb-a090-76a61474b637 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:48:51.455785 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 5284b732-7473-4bdb-a090-76a61474b637) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:51.472466 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:51.474286 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc39968-e8b9-43df-93d7-a4aa17cc57fc None None] Network 5284b732-7473-4bdb-a090-76a61474b637 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:51.476998 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.500725 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-8a09e17f-98dc-416c-82f8-7363e897248d admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8839307 Apr 11 18:48:51.502315 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34692) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:51.510459 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:51.554510 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (c2825927-a5b2-4cff-9932-a9b94d871799), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.555734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (c2825927-a5b2-4cff-9932-a9b94d871799), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.611258 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.616862 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port c5758548-ec06-4184-8fbe-e3c3329e4c55 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:51.619535 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.684345 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks [] for router_controller (c2825927-a5b2-4cff-9932-a9b94d871799), precommit_add_association {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.712879 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e7234af-2882-4e18-84f0-8be8d3c642a1,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:51.755382 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:51.813674 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:51.827961 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:51.973487 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-5284b732-7473-4bdb-a090-76a61474b637', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:48:51.974616 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:51.979530 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Checking segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:51.979910 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Network hostable DHCP agents. Network: 7da0844a-e832-4653-8abc-66c92bf0e894, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:48:51.991211 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port c5758548-ec06-4184-8fbe-e3c3329e4c55 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:48:51.991746 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.018112 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks [] for router_gateway (c2825927-a5b2-4cff-9932-a9b94d871799), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.047075 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Pushing event updated for resources: {'Port': ['ID=7dade1c2-a7ab-467d-96f7-e628316d402d,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:52.184738 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Network 7da0844a-e832-4653-8abc-66c92bf0e894 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:48:52.271052 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Allocated IP 172.20.0.2 (5284b732-7473-4bdb-a090-76a61474b637/7f19ac17-f8e9-4712-8775-7ded68d99c77/611ad454-f8be-4a43-859f-92032df3016a) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:52.327193 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 7da0844a-e832-4653-8abc-66c92bf0e894) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:52.353452 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks [] for router_gateway (c2825927-a5b2-4cff-9932-a9b94d871799), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.368314 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:52.369251 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.379480 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.423096 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.436170 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Publish callbacks [] for port (611ad454-f8be-4a43-859f-92032df3016a), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.453762 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bfb9af8-13bb-4eae-9b7b-b96ed25ac8aa None None] Network e16e855e-a414-4def-86b8-1c9730bbb714 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:52.457421 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8183b94-1f2f-48e6-bba3-79d457a84463 None None] Network 7da0844a-e832-4653-8abc-66c92bf0e894 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:52.479947 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (611ad454-f8be-4a43-859f-92032df3016a), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.496267 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1a06e4df-4be6-4bc7-ab70-1dafbd0d12e9 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4649656 Apr 11 18:48:52.504963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Allocated IP 172.27.0.228 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:52.533221 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34736) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:52.539337 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:48:52.617335 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:52.630737 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (b56f4fe8-8855-4383-bc42-7dc736cc2b48), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.632441 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (b56f4fe8-8855-4383-bc42-7dc736cc2b48), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.653882 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks [] for router_gateway (109ba8ee-5000-498d-94c9-ee3a690f4264), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.700483 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port c5758548-ec06-4184-8fbe-e3c3329e4c55, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=c5758548-ec06-4184-8fbe-e3c3329e4c55,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:48:52.730147 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Network 5284b732-7473-4bdb-a090-76a61474b637 is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:52.734523 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Checking segment: {'id': '71ba3034-c9ee-4220-a052-6ee5b3d3e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:52.734887 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Network hostable DHCP agents. Network: 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:48:52.735233 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.780461 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:48:52.783016 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:52.785485 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:52.805327 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c34eede5-f9dc-4107-a9af-43b32212226d None None] Provisioning complete for port c5758548-ec06-4184-8fbe-e3c3329e4c55 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:52.806722 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c34eede5-f9dc-4107-a9af-43b32212226d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.830369 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:52.875685 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b222f568-0e52-4c91-b26e-967df6422ddc None None] Network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:52.876594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:52.877820 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.883058 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks [] for router_controller (b56f4fe8-8855-4383-bc42-7dc736cc2b48), precommit_add_association {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.907293 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks [] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.950533 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Pushing event updated for resources: {'Port': ['ID=611ad454-f8be-4a43-859f-92032df3016a,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:52.952302 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:52.982098 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7978f62c-af36-4efa-909c-f4b277d6235c admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0356455 Apr 11 18:48:53.000437 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:53.004618 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:53.015537 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:53.080311 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Pushing event updated for resources: {'Port': ['ID=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:53.131663 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks [] for router_gateway (b56f4fe8-8855-4383-bc42-7dc736cc2b48), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.200723 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Attempting to bind port 611ad454-f8be-4a43-859f-92032df3016a on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:48:53.201386 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Attempting to bind port 611ad454-f8be-4a43-859f-92032df3016a by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:48:53.201752 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Attempting to bind port 611ad454-f8be-4a43-859f-92032df3016a on network 5284b732-7473-4bdb-a090-76a61474b637 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:48:53.213838 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:48:53.214289 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Checking segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:53.214661 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.222266 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Bound using segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:48:53.222781 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Bound port: 611ad454-f8be-4a43-859f-92032df3016a, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:48:53.223185 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (611ad454-f8be-4a43-859f-92032df3016a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.252380 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (109ba8ee-5000-498d-94c9-ee3a690f4264), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.284260 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-7da0844a-e832-4653-8abc-66c92bf0e894', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:48:53.285155 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.304204 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=c5758548-ec06-4184-8fbe-e3c3329e4c55,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:53.401953 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5107a8e3-61cf-4996-946d-38b871da0d80 None None] Network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:53.505931 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c34eede5-f9dc-4107-a9af-43b32212226d None None] Current status of the port c5758548-ec06-4184-8fbe-e3c3329e4c55 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:48:53.557898 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks [] for router_gateway (c2825927-a5b2-4cff-9932-a9b94d871799), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.582852 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34778) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:53.653189 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] For port 611ad454-f8be-4a43-859f-92032df3016a, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:48:53.688210 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-e0e5e1eb-72fa-418f-a4f1-5e4fc4033d0d None None] Provisioning complete for port c5758548-ec06-4184-8fbe-e3c3329e4c55 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:53.688816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e0e5e1eb-72fa-418f-a4f1-5e4fc4033d0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.726871 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks [] for router_gateway (b56f4fe8-8855-4383-bc42-7dc736cc2b48), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.747772 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] For port 611ad454-f8be-4a43-859f-92032df3016a, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=611ad454-f8be-4a43-859f-92032df3016a,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:48:53.765914 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.776321 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (611ad454-f8be-4a43-859f-92032df3016a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:53.859779 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Allocated IP 172.20.0.2 (7da0844a-e832-4653-8abc-66c92bf0e894/1e7234af-2882-4e18-84f0-8be8d3c642a1/d3bc0ba2-5f2b-4219-999e-092f50b212bf) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:53.865052 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a4d457-12a2-433a-9803-7a4b2d3bb00d None None] Pushing event updated for resources: {'Port': ['ID=611ad454-f8be-4a43-859f-92032df3016a,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:53.870578 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Router 109ba8ee-5000-498d-94c9-ee3a690f4264 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:48:54.014170 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (c2825927-a5b2-4cff-9932-a9b94d871799), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.083874 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-e0e5e1eb-72fa-418f-a4f1-5e4fc4033d0d None None] Current status of the port c5758548-ec06-4184-8fbe-e3c3329e4c55 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:48:54.086549 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34802) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:54.090217 dv-cinder-837356-1-iscsi neutron-server[115231]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 18:48:54.128479 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Allocated IP 172.27.0.108 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/0713cfb5-0995-481a-924d-036e719591ad) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:54.160920 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-79c9dec4-e537-4757-96b3-1ff82f26de52 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.243141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Publish callbacks [] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.253817 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.291419 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Network 7da0844a-e832-4653-8abc-66c92bf0e894 is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:54.309714 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:54.320690 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:54.380800 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Pushing event updated for resources: {'Port': ['ID=d3bc0ba2-5f2b-4219-999e-092f50b212bf,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:54.455673 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Attempting to bind port d3bc0ba2-5f2b-4219-999e-092f50b212bf on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:48:54.456475 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Attempting to bind port d3bc0ba2-5f2b-4219-999e-092f50b212bf by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:48:54.457222 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Attempting to bind port d3bc0ba2-5f2b-4219-999e-092f50b212bf on network 7da0844a-e832-4653-8abc-66c92bf0e894 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:48:54.459389 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-9dd9e235-ccc4-4b21-b31b-6dc2ae83733d tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:48:54.461158 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:48:54.467751 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-9dd9e235-ccc4-4b21-b31b-6dc2ae83733d tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/networks?id=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d HTTP/1.1" status: 200 len: 811 time: 0.3793344 Apr 11 18:48:54.475066 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Sync routers for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:48:54.482548 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:48:54.482928 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Checking segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:54.483334 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.484338 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Bound using segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:48:54.484829 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Bound port: d3bc0ba2-5f2b-4219-999e-092f50b212bf, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:48:54.485240 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.489283 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c4e2aa47-8f4d-4a36-bf76-ffbb5af2bbdb tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/quotas/d25c1a35e0574c32a7089fb564be732f HTTP/1.1" status: 200 len: 375 time: 0.0206800 Apr 11 18:48:54.494615 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:48:54.495734 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:48:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:54.534176 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.535393 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-64d6eefe-89ac-4265-b714-a664d4d3d056 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.3330197 Apr 11 18:48:54.560131 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks [] for port (0713cfb5-0995-481a-924d-036e719591ad), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.566811 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34814) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:54.578546 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] For port d3bc0ba2-5f2b-4219-999e-092f50b212bf, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:48:54.582554 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-98dbef33-c803-4e78-ab8b-30f8bac52bf3 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=d25c1a35e0574c32a7089fb564be732f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923939 Apr 11 18:48:54.583352 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] For port d3bc0ba2-5f2b-4219-999e-092f50b212bf, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=d3bc0ba2-5f2b-4219-999e-092f50b212bf,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:48:54.596173 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.602635 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Router c2825927-a5b2-4cff-9932-a9b94d871799 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:48:54.695216 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-79c9dec4-e537-4757-96b3-1ff82f26de52 admin admin] Publish callbacks [] for security_group (8aa163e9-a5b0-45c6-a282-6bd6f6566320), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.706557 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-79c9dec4-e537-4757-96b3-1ff82f26de52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8aa163e9-a5b0-45c6-a282-6bd6f6566320), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.731369 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ee3104-ab0f-4c17-b26c-67865833f04b None None] Pushing event updated for resources: {'Port': ['ID=d3bc0ba2-5f2b-4219-999e-092f50b212bf,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:54.739066 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:48:54.848002 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (0713cfb5-0995-481a-924d-036e719591ad), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:54.856594 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-79c9dec4-e537-4757-96b3-1ff82f26de52 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=603205c9919146aea94c978f9332787a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2282658 Apr 11 18:48:54.862399 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c9dec4-e537-4757-96b3-1ff82f26de52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa163e9-a5b0-45c6-a282-6bd6f6566320,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:54.864801 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34826) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:54.886339 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-1f3ea77e-4c39-4b1c-ba30-dd99333fc1de service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:48:54.887370 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-1f3ea77e-4c39-4b1c-ba30-dd99333fc1de service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1782281 Apr 11 18:48:54.940355 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:48:54.947179 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:54.953558 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Sync routers for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:48:54.994229 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:52Z', 'revision_number': 3, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:48:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:55.011578 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:55.012686 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.013978 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2990bf72-ec6e-49d5-9da6-4742b6270fd3 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.5106549 Apr 11 18:48:55.019257 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34828) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:55.044856 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:55.052383 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Checking router: 109ba8ee-5000-498d-94c9-ee3a690f4264 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:48:55.052830 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Updating router 109ba8ee-5000-498d-94c9-ee3a690f4264 port 7dade1c2-a7ab-467d-96f7-e628316d402d binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:48:55.071361 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Pushing event updated for resources: {'Port': ['ID=0713cfb5-0995-481a-924d-036e719591ad,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:55.096607 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.208879 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-ac8387af-36a0-4334-84fc-972c41190014 service neutron] 10.222.0.61 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126681 Apr 11 18:48:55.285154 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:48:55.285154 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:48:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:55.393277 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-24774fd5-f9b1-43c9-acfe-3b10e9f85812 admin admin] Publish callbacks [] for security_group (8aa163e9-a5b0-45c6-a282-6bd6f6566320), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.455448 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-24774fd5-f9b1-43c9-acfe-3b10e9f85812 admin admin] Publish callbacks [] for security_group (8aa163e9-a5b0-45c6-a282-6bd6f6566320), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.489088 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:48:55.519991 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-d284a54b-83f6-431b-b5c2-7b071cdbe4cf service neutron] 10.222.0.61 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940915 Apr 11 18:48:55.609357 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 611ad454-f8be-4a43-859f-92032df3016a up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:48:55.792460 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26df7c0-b61f-4214-affc-a5638c41bf15 None None] Network 5284b732-7473-4bdb-a090-76a61474b637 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:55.873100 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Publish callbacks [] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.880425 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.888186 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-24774fd5-f9b1-43c9-acfe-3b10e9f85812 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8aa163e9-a5b0-45c6-a282-6bd6f6566320), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.897027 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-24774fd5-f9b1-43c9-acfe-3b10e9f85812 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.913871 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4591f896-1557-41b9-8d4b-8829b9bab8eb None None] Provisioning complete for port 611ad454-f8be-4a43-859f-92032df3016a triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:55.914261 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4591f896-1557-41b9-8d4b-8829b9bab8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (611ad454-f8be-4a43-859f-92032df3016a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.915860 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 611ad454-f8be-4a43-859f-92032df3016a triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:55.916215 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (611ad454-f8be-4a43-859f-92032df3016a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:55.917450 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-24774fd5-f9b1-43c9-acfe-3b10e9f85812 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8aa163e9-a5b0-45c6-a282-6bd6f6566320 HTTP/1.1" status: 204 len: 168 time: 1.0114696 Apr 11 18:48:55.953318 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Pushing event updated for resources: {'Port': ['ID=7dade1c2-a7ab-467d-96f7-e628316d402d,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:55.973622 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.976198 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.976686 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.977119 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.985633 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.988498 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.988920 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.989331 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:55.989667 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:56.001764 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:56.002369 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:56.002718 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:56.003156 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:56.003567 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:56.003974 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Tracked resource versions report: Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: pushed versions: Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: { 'AddressGroup': {'1.2'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Agent': {'1.1'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'ConntrackHelper': {'1.0'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'LocalIPAssociation': {'1.0'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Log': {'1.0'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'NDPProxy': {'1.0'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Network': {'1.1'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Port': {'1.7'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'PortForwarding': {'1.3'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'QosPolicy': {'1.10'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroup': {'1.5'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroupRule': {'1.2'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SubPort': {'1.0'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Subnet': {'1.1'}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Trunk': {'1.1'}} Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: consumer versions: Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: { DHCP agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: HyperV agent@hv-cinder-83735: {}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: L3 agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: Metadata agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: Metering agent@dv-cinder-837356-1-iscsi: {}, Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: Open vSwitch agent@dv-cinder-837356-1-iscsi: { 'AddressGroup': '1.2', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Agent': '1.1', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'ConntrackHelper': '1.0', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'LocalIPAssociation': '1.0', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Log': '1.0', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'NDPProxy': '1.0', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Network': '1.1', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Port': '1.7', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'PortForwarding': '1.3', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'QosPolicy': '1.10', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroup': '1.5', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SecurityGroupRule': '1.2', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'SubPort': '1.0', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Subnet': '1.1', Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: 'Trunk': '1.1'}} Apr 11 18:48:56.005397 dv-cinder-837356-1-iscsi neutron-server[115233]: {{(pid=115233) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 11 18:48:56.066160 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Attempting to bind port 7dade1c2-a7ab-467d-96f7-e628316d402d on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:48:56.066639 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Attempting to bind port 7dade1c2-a7ab-467d-96f7-e628316d402d by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:48:56.066972 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Attempting to bind port 7dade1c2-a7ab-467d-96f7-e628316d402d on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:48:56.091299 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:48:56.092882 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:56.093331 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:56.093811 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:48:56.095426 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Bound port: 7dade1c2-a7ab-467d-96f7-e628316d402d, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:48:56.096789 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:56.204582 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:53Z', 'revision_number': 3, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:48:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:56.220570 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d324480e-2b04-4ecf-a283-032336a81bb7 req-0db9ee4e-dd95-459f-8202-f39b2d90b910 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 210 time: 0.0953858 Apr 11 18:48:56.268038 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24774fd5-f9b1-43c9-acfe-3b10e9f85812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa163e9-a5b0-45c6-a282-6bd6f6566320,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:56.282204 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks [] for router_gateway (b56f4fe8-8855-4383-bc42-7dc736cc2b48), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:56.402409 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] For port 7dade1c2-a7ab-467d-96f7-e628316d402d, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:48:56.406812 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] For port 7dade1c2-a7ab-467d-96f7-e628316d402d, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=7dade1c2-a7ab-467d-96f7-e628316d402d,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:48:56.415620 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:56.580294 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Checking router: c2825927-a5b2-4cff-9932-a9b94d871799 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:48:56.580294 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Updating router c2825927-a5b2-4cff-9932-a9b94d871799 port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:48:56.604971 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:48:56.605713 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:48:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:56.667956 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:56.669719 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360c9d88-30c8-44ea-89e8-fc7a609c021c None None] Network 7da0844a-e832-4653-8abc-66c92bf0e894 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:48:56.691379 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:56.697612 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b7b71-1a34-48de-98ae-40977a1e94ec None None] Pushing event updated for resources: {'Port': ['ID=7dade1c2-a7ab-467d-96f7-e628316d402d,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:56.875234 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:48:56.878509 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34898) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:56.898012 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:56.942933 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-66fdbdfd-5d89-460e-8e69-3acba157f689 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.080676 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4591f896-1557-41b9-8d4b-8829b9bab8eb None None] Current status of the port 611ad454-f8be-4a43-859f-92032df3016a is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:48:57.080982 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4591f896-1557-41b9-8d4b-8829b9bab8eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (611ad454-f8be-4a43-859f-92032df3016a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.173053 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Allocated IP 172.20.0.1 (5284b732-7473-4bdb-a090-76a61474b637/7f19ac17-f8e9-4712-8775-7ded68d99c77/1a31424d-a87c-441a-be15-e43871a46010) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:57.251891 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 611ad454-f8be-4a43-859f-92032df3016a is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:48:57.254483 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (611ad454-f8be-4a43-859f-92032df3016a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.359894 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 34926) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:57.410497 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-15c66470-5709-4b4d-a308-43d2de08f873 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.430585 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ecb3b163-aa24-4ce4-bcd9-3ced3a79a62b req-de4b8230-9018-4049-b6f3-212aa8cf50c7 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 210 time: 0.0647297 Apr 11 18:48:57.449867 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 611ad454-f8be-4a43-859f-92032df3016a, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=611ad454-f8be-4a43-859f-92032df3016a,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:48:57.470916 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (611ad454-f8be-4a43-859f-92032df3016a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.472042 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device c5758548-ec06-4184-8fbe-e3c3329e4c55 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:48:57.491518 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks [] for port (1a31424d-a87c-441a-be15-e43871a46010), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.516834 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:52Z', 'revision_number': 3, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:57.538364 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (b56f4fe8-8855-4383-bc42-7dc736cc2b48), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.550807 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-656f2f28-98dd-445b-a4bf-11dcb40029df None None] The sync data for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi is: [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:52Z', 'revision_number': 3, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:48:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:48:57.580034 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (1a31424d-a87c-441a-be15-e43871a46010), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.612681 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Allocated IP 172.20.0.1 (e16e855e-a414-4def-86b8-1c9730bbb714/7093b739-06dc-4175-ba60-c1939a8d657a/12fcaefb-10bc-4551-8d77-02601f50336a) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:48:57.614250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Network 5284b732-7473-4bdb-a090-76a61474b637 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:57.677877 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:57.681524 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:57.682216 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (c2825927-a5b2-4cff-9932-a9b94d871799), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.689848 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-66fdbdfd-5d89-460e-8e69-3acba157f689 admin admin] Publish callbacks [] for security_group (32225450-6e96-4cc2-87a0-c53abc0f5f07), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.702907 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-66fdbdfd-5d89-460e-8e69-3acba157f689 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (32225450-6e96-4cc2-87a0-c53abc0f5f07), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.730732 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.db.api [None req-4591f896-1557-41b9-8d4b-8829b9bab8eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:48:57.731753 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG oslo_db.api [None req-4591f896-1557-41b9-8d4b-8829b9bab8eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:48:57.780624 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port c5758548-ec06-4184-8fbe-e3c3329e4c55 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:57.781005 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.794328 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=611ad454-f8be-4a43-859f-92032df3016a,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:57.796638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a31424d-a87c-441a-be15-e43871a46010,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:57.925271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (1a31424d-a87c-441a-be15-e43871a46010), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:57.993198 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-66fdbdfd-5d89-460e-8e69-3acba157f689 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=376aa763145a488b944ed4cf1f2f1b36&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1095729 Apr 11 18:48:57.997208 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34936) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:58.003728 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port c5758548-ec06-4184-8fbe-e3c3329e4c55 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:48:58.007768 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Publish callbacks [] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.043581 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.050877 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fdbdfd-5d89-460e-8e69-3acba157f689 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32225450-6e96-4cc2-87a0-c53abc0f5f07,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:58.151010 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Attempting to bind port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:48:58.151408 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Attempting to bind port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:48:58.151779 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Attempting to bind port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:48:58.153956 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856d8-56d5-4eb1-86bd-2c46a64788c1 None None] Pushing event updated for resources: {'Port': ['ID=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:58.161233 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:48:58.161946 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:48:58.162503 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.162973 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:48:58.163601 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Bound port: e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:48:58.164137 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.201199 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e514fa2-3193-48fc-8710-c19cb93a2e4d admin admin] Publish callbacks [] for security_group (32225450-6e96-4cc2-87a0-c53abc0f5f07), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.231871 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] For port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:48:58.238961 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] For port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:48:58.267692 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks [] for port (12fcaefb-10bc-4551-8d77-02601f50336a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.287845 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.319882 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e514fa2-3193-48fc-8710-c19cb93a2e4d admin admin] Publish callbacks [] for security_group (32225450-6e96-4cc2-87a0-c53abc0f5f07), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.324370 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Router b56f4fe8-8855-4383-bc42-7dc736cc2b48 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:48:58.347326 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4591f896-1557-41b9-8d4b-8829b9bab8eb None None] Current status of the port 611ad454-f8be-4a43-859f-92032df3016a is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:48:58.358726 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks [] for port (1a31424d-a87c-441a-be15-e43871a46010), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.369036 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (1a31424d-a87c-441a-be15-e43871a46010), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.370170 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (c2825927-a5b2-4cff-9932-a9b94d871799), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.392784 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:48:58.393685 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:48:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:58.474321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Pushing event updated for resources: {'Port': ['ID=1a31424d-a87c-441a-be15-e43871a46010,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:58.580281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Network 5284b732-7473-4bdb-a090-76a61474b637 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:58.582622 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:58.588690 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.661303 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Pushing event updated for resources: {'Port': ['ID=12fcaefb-10bc-4551-8d77-02601f50336a,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:58.673675 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e514fa2-3193-48fc-8710-c19cb93a2e4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (32225450-6e96-4cc2-87a0-c53abc0f5f07), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.676570 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e514fa2-3193-48fc-8710-c19cb93a2e4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.678776 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7e514fa2-3193-48fc-8710-c19cb93a2e4d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/32225450-6e96-4cc2-87a0-c53abc0f5f07 HTTP/1.1" status: 204 len: 168 time: 0.6752732 Apr 11 18:48:58.715959 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e514fa2-3193-48fc-8710-c19cb93a2e4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32225450-6e96-4cc2-87a0-c53abc0f5f07,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:58.719411 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Network e16e855e-a414-4def-86b8-1c9730bbb714 is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:48:58.727272 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:48:58.730601 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:48:58.739661 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:48:58.740142 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:48:58.740224 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (109ba8ee-5000-498d-94c9-ee3a690f4264), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:58.750534 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8683757-0e42-4c0d-aa39-decf6a0cf6a1 req-1ffc81da-e632-441c-a613-1528609a561f tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 210 time: 0.0915487 Apr 11 18:48:58.855075 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5856d8-56d5-4eb1-86bd-2c46a64788c1 None None] Pushing event updated for resources: {'Port': ['ID=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:48:58.936377 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Router c2825927-a5b2-4cff-9932-a9b94d871799 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:48:59.005731 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:59.009909 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-0bd309f6-ac19-4560-854a-2a21a52af159 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.4722936 Apr 11 18:48:59.012533 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 34954) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:48:59.019010 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Sync routers for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:48:59.049100 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:48:59.051458 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:48:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:59.108394 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 7dade1c2-a7ab-467d-96f7-e628316d402d up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:48:59.208660 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:48:58Z', 'revision_number': 2, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:48:59.292484 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Provisioning complete for port 1a31424d-a87c-441a-be15-e43871a46010 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:59.292896 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (1a31424d-a87c-441a-be15-e43871a46010), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:59.371467 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a241904a-4bec-4ac6-9764-90841158ea93 None None] The sync data for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi is: [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:48:58Z', 'revision_number': 2, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:48:59.410341 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:48:59.436341 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 7dade1c2-a7ab-467d-96f7-e628316d402d triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:59.436721 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:59.439047 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:48:59.443079 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3d864b2b-419e-4282-9ff6-4ff443b449b8 admin admin] 10.222.0.61 "PUT /v2.0/routers/c2825927-a5b2-4cff-9932-a9b94d871799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4227211 Apr 11 18:48:59.443956 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Port 1a31424d-a87c-441a-be15-e43871a46010 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:48:59.453114 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:59.610640 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Provisioning complete for port d3bc0ba2-5f2b-4219-999e-092f50b212bf triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:48:59.610953 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:59.803178 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-381f7766-2691-481d-b410-cf553151871b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:48:59.914818 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:48:55Z', 'revision_number': 3, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:00.051607 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Checking router: b56f4fe8-8855-4383-bc42-7dc736cc2b48 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:49:00.052246 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Updating router b56f4fe8-8855-4383-bc42-7dc736cc2b48 port 0713cfb5-0995-481a-924d-036e719591ad binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:49:00.089823 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 7dade1c2-a7ab-467d-96f7-e628316d402d is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:00.091578 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.138586 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0713cfb5-0995-481a-924d-036e719591ad), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.195112 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 7dade1c2-a7ab-467d-96f7-e628316d402d, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=7dade1c2-a7ab-467d-96f7-e628316d402d,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:00.211910 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7cbb7c91-05ce-4f65-9caa-529147c03e65 req-f469d626-38dd-42c9-8e5d-19d00ea4a613 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 210 time: 0.0490146 Apr 11 18:49:00.358244 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Current status of the port d3bc0ba2-5f2b-4219-999e-092f50b212bf is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:00.358641 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.450756 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] For port d3bc0ba2-5f2b-4219-999e-092f50b212bf, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=d3bc0ba2-5f2b-4219-999e-092f50b212bf,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:00.453856 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.458568 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device d3bc0ba2-5f2b-4219-999e-092f50b212bf up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:00.466708 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.58', 65386) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:00.469786 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.630087 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Provisioning complete for port 611ad454-f8be-4a43-859f-92032df3016a triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:00.630603 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (611ad454-f8be-4a43-859f-92032df3016a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.782365 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.788042 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=7dade1c2-a7ab-467d-96f7-e628316d402d,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:00.792046 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port d3bc0ba2-5f2b-4219-999e-092f50b212bf triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:00.792682 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:00.862969 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Pushing event updated for resources: {'Port': ['ID=d3bc0ba2-5f2b-4219-999e-092f50b212bf,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:00.981350 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-118b6462-f62e-4c5c-b27c-b7bd84e40597 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:00.993977 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-118b6462-f62e-4c5c-b27c-b7bd84e40597 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.58 "GET /v2.0/networks?id=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d HTTP/1.1" status: 200 len: 811 time: 0.5256875 Apr 11 18:49:01.041399 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Publish callbacks [] for port (0713cfb5-0995-481a-924d-036e719591ad), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.050200 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Request body: {'port': {'device_id': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d', 'admin_state_up': True, 'tenant_id': 'd25c1a35e0574c32a7089fb564be732f'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:01.068621 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0713cfb5-0995-481a-924d-036e719591ad), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.140944 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aee67-a6b9-4f2a-a9e7-a7838dbacc81 None None] Pushing event updated for resources: {'Port': ['ID=0713cfb5-0995-481a-924d-036e719591ad,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:01.174079 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks [] for port (12fcaefb-10bc-4551-8d77-02601f50336a), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.185586 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-ad0f4ecf-03aa-4bcf-a804-b47f48406400 None None] Current status of the port 611ad454-f8be-4a43-859f-92032df3016a is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:01.192537 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.195215 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (109ba8ee-5000-498d-94c9-ee3a690f4264), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.231776 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Attempting to bind port 0713cfb5-0995-481a-924d-036e719591ad on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:01.232172 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Attempting to bind port 0713cfb5-0995-481a-924d-036e719591ad by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:01.232506 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Attempting to bind port 0713cfb5-0995-481a-924d-036e719591ad on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:01.253433 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:01.253817 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:01.260405 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.264511 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:01.265433 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Bound port: 0713cfb5-0995-481a-924d-036e719591ad, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:01.266058 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0713cfb5-0995-481a-924d-036e719591ad), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.380153 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35064) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:01.380501 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35066) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:01.396410 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port d3bc0ba2-5f2b-4219-999e-092f50b212bf is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:01.415141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 611ad454-f8be-4a43-859f-92032df3016a up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:01.417628 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c6357b0c-361e-4c5a-b25e-c550e02e55e8 None None] Provisioning complete for port 1a31424d-a87c-441a-be15-e43871a46010 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:01.418006 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c6357b0c-361e-4c5a-b25e-c550e02e55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (1a31424d-a87c-441a-be15-e43871a46010), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.440381 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] For port 0713cfb5-0995-481a-924d-036e719591ad, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:01.452337 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] For port 0713cfb5-0995-481a-924d-036e719591ad, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=0713cfb5-0995-481a-924d-036e719591ad,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:01.482231 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0713cfb5-0995-481a-924d-036e719591ad), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.568160 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c6357b0c-361e-4c5a-b25e-c550e02e55e8 None None] Port 1a31424d-a87c-441a-be15-e43871a46010 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:01.590923 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:01.592120 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:01.623444 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35080) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:01.677502 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c6357b0c-361e-4c5a-b25e-c550e02e55e8 None None] Provisioning complete for port 12fcaefb-10bc-4551-8d77-02601f50336a triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:01.677916 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c6357b0c-361e-4c5a-b25e-c550e02e55e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.687006 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-69d785d9-377d-4d83-9491-6414ccbd32fe tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1789972200', 'description': 'tempest-description--741824439'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:01.787440 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c6357b0c-361e-4c5a-b25e-c550e02e55e8 None None] Port 12fcaefb-10bc-4551-8d77-02601f50336a cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:01.797145 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06aee67-a6b9-4f2a-a9e7-a7838dbacc81 None None] Pushing event updated for resources: {'Port': ['ID=0713cfb5-0995-481a-924d-036e719591ad,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:01.805521 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 611ad454-f8be-4a43-859f-92032df3016a triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:01.811137 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (611ad454-f8be-4a43-859f-92032df3016a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.842827 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Pushing event updated for resources: {'Port': ['ID=12fcaefb-10bc-4551-8d77-02601f50336a,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:01.887998 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:01.964964 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-69d785d9-377d-4d83-9491-6414ccbd32fe tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:01.980431 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 611ad454-f8be-4a43-859f-92032df3016a is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:02.027873 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d90d4767-3804-4d24-a72a-72c55e5aa83b req-64e2be23-6620-4bad-b4ab-1d029bce64d6 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 210 time: 0.2723942 Apr 11 18:49:02.056816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.090811 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Made reservation on behalf of d25c1a35e0574c32a7089fb564be732f for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:49:02.099596 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.167721 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-69d785d9-377d-4d83-9491-6414ccbd32fe tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (5e4db310-f190-4f31-ab9a-6b747d645a28), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.179687 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.222369 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Network e16e855e-a414-4def-86b8-1c9730bbb714 is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:02.225853 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-69d785d9-377d-4d83-9491-6414ccbd32fe tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (5e4db310-f190-4f31-ab9a-6b747d645a28), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.291913 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-15727331-1766-4a54-839d-d250cefdbaf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.318450 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 7dade1c2-a7ab-467d-96f7-e628316d402d up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:02.383627 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:48:55Z', 'revision_number': 3, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:02.400019 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 7dade1c2-a7ab-467d-96f7-e628316d402d triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:02.401000 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.432907 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-15727331-1766-4a54-839d-d250cefdbaf1 admin admin] Publish callbacks [] for security_group (7b9a55dc-a21c-4bf3-a7df-857012ca77f6), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.434309 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d785d9-377d-4d83-9491-6414ccbd32fe tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4db310-f190-4f31-ab9a-6b747d645a28,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:02.439990 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:02.449047 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-52751cc3-c491-4d0d-8458-0dc772175d38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.456798 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-15727331-1766-4a54-839d-d250cefdbaf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (7b9a55dc-a21c-4bf3-a7df-857012ca77f6), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.486047 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb8a51a2-c6d3-46ce-ab45-78f3565ca9eb None None] The sync data for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi is: [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:48:55Z', 'revision_number': 3, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:49:02.527782 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Allocated IP 172.20.0.11 (9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d/bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c/fb615f93-150c-4a45-8fd1-edad9b49ee84) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:02.534205 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-15727331-1766-4a54-839d-d250cefdbaf1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e2d2fe40ff44aa1bf681e08caae5bad&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1205783 Apr 11 18:49:02.538896 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35106) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:02.705176 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15727331-1766-4a54-839d-d250cefdbaf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9a55dc-a21c-4bf3-a7df-857012ca77f6,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:02.719932 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-69d785d9-377d-4d83-9491-6414ccbd32fe tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:02.722246 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-69d785d9-377d-4d83-9491-6414ccbd32fe tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0618505 Apr 11 18:49:02.725931 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35116) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:02.730061 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 7dade1c2-a7ab-467d-96f7-e628316d402d is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:02.742754 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device d3bc0ba2-5f2b-4219-999e-092f50b212bf up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:02.793110 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-4d1e6911-2c9f-4e95-b6fc-e0b5f70372a0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'security_group_rule': {'security_group_id': '5e4db310-f190-4f31-ab9a-6b747d645a28', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:03.004886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb056-d78d-48df-8d3e-3d338d16de12 admin admin] Publish callbacks [] for security_group (7b9a55dc-a21c-4bf3-a7df-857012ca77f6), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.007354 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port d3bc0ba2-5f2b-4219-999e-092f50b212bf triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:03.008201 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.013571 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-3d3229a9-5967-4ed8-9dbd-75e53273b69e None None] Provisioning complete for port 12fcaefb-10bc-4551-8d77-02601f50336a triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:03.019214 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3d3229a9-5967-4ed8-9dbd-75e53273b69e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.276127 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-3d3229a9-5967-4ed8-9dbd-75e53273b69e None None] Port 12fcaefb-10bc-4551-8d77-02601f50336a cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:03.442120 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Allocated IP 172.20.0.1 (7da0844a-e832-4653-8abc-66c92bf0e894/1e7234af-2882-4e18-84f0-8be8d3c642a1/cbe2e149-4606-4341-a45d-157a2241dc5d) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:03.482551 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6911-2c9f-4e95-b6fc-e0b5f70372a0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (b7237f75-9f2d-4290-9ea8-98c37676a3b8), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.502794 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Router 109ba8ee-5000-498d-94c9-ee3a690f4264 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:49:03.542004 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port d3bc0ba2-5f2b-4219-999e-092f50b212bf is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:03.546840 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:03.632722 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb056-d78d-48df-8d3e-3d338d16de12 admin admin] Publish callbacks [] for security_group (7b9a55dc-a21c-4bf3-a7df-857012ca77f6), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.676659 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-52751cc3-c491-4d0d-8458-0dc772175d38 admin admin] Publish callbacks [] for security_group (8ff35b95-b7da-4411-88c5-455d147c4075), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.722096 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.778800 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4cec4fd5-62c9-47a5-bce2-09fd451cace0 req-bb02443f-9395-4d7d-914e-6eb5010c7b5e tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 210 time: 0.4573338 Apr 11 18:49:03.786772 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:03.797501 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.820496 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-52751cc3-c491-4d0d-8458-0dc772175d38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8ff35b95-b7da-4411-88c5-455d147c4075), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:03.874787 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Sync routers for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:49:03.952857 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:03.960687 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:04.043483 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks [] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.092271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks [] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.113218 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35144) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:04.157270 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6911-2c9f-4e95-b6fc-e0b5f70372a0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (b7237f75-9f2d-4290-9ea8-98c37676a3b8), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.160649 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb056-d78d-48df-8d3e-3d338d16de12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (7b9a55dc-a21c-4bf3-a7df-857012ca77f6), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.164256 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cb0cb056-d78d-48df-8d3e-3d338d16de12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.166425 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-cb0cb056-d78d-48df-8d3e-3d338d16de12 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7b9a55dc-a21c-4bf3-a7df-857012ca77f6 HTTP/1.1" status: 204 len: 168 time: 1.6258705 Apr 11 18:49:04.178190 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.180556 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cb056-d78d-48df-8d3e-3d338d16de12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9a55dc-a21c-4bf3-a7df-857012ca77f6,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:04.186435 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6911-2c9f-4e95-b6fc-e0b5f70372a0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (b7237f75-9f2d-4290-9ea8-98c37676a3b8), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.255863 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.532996 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:04.552426 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e6911-2c9f-4e95-b6fc-e0b5f70372a0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7237f75-9f2d-4290-9ea8-98c37676a3b8,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:04.554858 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Pushing event updated for resources: {'Port': ['ID=fb615f93-150c-4a45-8fd1-edad9b49ee84,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:04.562968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:04.583322 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe2e149-4606-4341-a45d-157a2241dc5d,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:04.637563 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-52751cc3-c491-4d0d-8458-0dc772175d38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fb3ab9de1f5c436f931052a3ff6ecc0a&name=default HTTP/1.1" status: 200 len: 2992 time: 3.2247515 Apr 11 18:49:04.643113 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35166) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:04.731255 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52751cc3-c491-4d0d-8458-0dc772175d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff35b95-b7da-4411-88c5-455d147c4075,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:04.765334 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Network 7da0844a-e832-4653-8abc-66c92bf0e894 is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:04.772418 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:04.785151 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:04.785151 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (b56f4fe8-8855-4383-bc42-7dc736cc2b48), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:04.961213 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:04.983568 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:04.984322 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.025433 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:05.026021 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.058191 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:49:05.073437 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Sync routers for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:49:05.074281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6eface08-12a8-4aae-bc60-d028e202e6c3 admin admin] Publish callbacks [] for security_group (8ff35b95-b7da-4411-88c5-455d147c4075), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.110864 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a973f4ac-906d-42cc-9814-57cad0ea1425 admin admin] 10.222.0.61 "PUT /v2.0/routers/109ba8ee-5000-498d-94c9-ee3a690f4264/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5394795 Apr 11 18:49:05.122614 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:05.126618 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:05.174787 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6eface08-12a8-4aae-bc60-d028e202e6c3 admin admin] Publish callbacks [] for security_group (8ff35b95-b7da-4411-88c5-455d147c4075), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.239069 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:05.272886 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-c558a668-f0f2-4315-8cf2-7611355a11f2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2262876 Apr 11 18:49:05.273102 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.299390 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35176) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:05.307297 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-1568b839-0018-46b6-9fe5-4b713ae72684 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:49:05.309252 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-1568b839-0018-46b6-9fe5-4b713ae72684 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0082407 Apr 11 18:49:05.332317 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4d1e6911-2c9f-4e95-b6fc-e0b5f70372a0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.338005 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-4d1e6911-2c9f-4e95-b6fc-e0b5f70372a0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.5616741 Apr 11 18:49:05.343742 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35180) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:05.357088 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-ae7c111d-d2e0-4809-81c4-79c7f482d232 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'security_group_rule': {'security_group_id': '5e4db310-f190-4f31-ab9a-6b747d645a28', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:05.375354 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e66272a9-c8b3-403c-8e9a-d22e30884497 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.418418 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-64816193-2ad2-4b98-ad42-cb51b1f150c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.564042 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:05.564444 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:05.592417 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 0713cfb5-0995-481a-924d-036e719591ad up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:05.643599 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae7c111d-d2e0-4809-81c4-79c7f482d232 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (7e76607b-923e-4739-a9b4-f6a9019cc46a), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.720212 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22d3abb-d424-48ef-96d1-bb82a7112a98 req-7220916f-d50a-4d62-bb31-e3efc0b188ca tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:05.730383 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b22d3abb-d424-48ef-96d1-bb82a7112a98 req-7220916f-d50a-4d62-bb31-e3efc0b188ca tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 932 time: 0.4171293 Apr 11 18:49:05.733341 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6eface08-12a8-4aae-bc60-d028e202e6c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8ff35b95-b7da-4411-88c5-455d147c4075), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.740569 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6eface08-12a8-4aae-bc60-d028e202e6c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.747381 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6eface08-12a8-4aae-bc60-d028e202e6c3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8ff35b95-b7da-4411-88c5-455d147c4075 HTTP/1.1" status: 204 len: 168 time: 1.0781684 Apr 11 18:49:05.839109 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eface08-12a8-4aae-bc60-d028e202e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff35b95-b7da-4411-88c5-455d147c4075,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:05.846205 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-97f1a4ba-078c-420d-b453-455ec975ca39 None None] Provisioning complete for port cbe2e149-4606-4341-a45d-157a2241dc5d triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:05.846853 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-97f1a4ba-078c-420d-b453-455ec975ca39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.891962 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e66272a9-c8b3-403c-8e9a-d22e30884497 admin admin] Publish callbacks [] for security_group (c6b03240-c4ed-4f7a-945a-6b4161ddff57), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.900161 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:05.929225 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e66272a9-c8b3-403c-8e9a-d22e30884497 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c6b03240-c4ed-4f7a-945a-6b4161ddff57), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.008875 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b22d3abb-d424-48ef-96d1-bb82a7112a98 req-535827fa-aa7c-4aeb-bdfb-69e22318ccdd tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2444685 Apr 11 18:49:06.040061 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Request body: {'port': {'device_id': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:06.074688 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:06.126868 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-e66272a9-c8b3-403c-8e9a-d22e30884497 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3dd622017288430eb0e0e6e005dc90d8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9640160 Apr 11 18:49:06.131193 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66272a9-c8b3-403c-8e9a-d22e30884497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b03240-c4ed-4f7a-945a-6b4161ddff57,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:06.146794 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35194) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:06.210169 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-97f1a4ba-078c-420d-b453-455ec975ca39 None None] Port cbe2e149-4606-4341-a45d-157a2241dc5d cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:06.223443 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 0713cfb5-0995-481a-924d-036e719591ad triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:06.224400 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (0713cfb5-0995-481a-924d-036e719591ad), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.238894 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae7c111d-d2e0-4809-81c4-79c7f482d232 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (7e76607b-923e-4739-a9b4-f6a9019cc46a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.371605 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.418409 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 2, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:06.432827 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae7c111d-d2e0-4809-81c4-79c7f482d232 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (7e76607b-923e-4739-a9b4-f6a9019cc46a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.475697 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:48:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:48:58Z', 'revision_number': 2, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:06.479505 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 0713cfb5-0995-481a-924d-036e719591ad is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:06.480163 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0713cfb5-0995-481a-924d-036e719591ad), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.533638 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Checking router: 109ba8ee-5000-498d-94c9-ee3a690f4264 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:49:06.534163 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Updating router 109ba8ee-5000-498d-94c9-ee3a690f4264 port 12fcaefb-10bc-4551-8d77-02601f50336a binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:49:06.534435 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Checking router: c2825927-a5b2-4cff-9932-a9b94d871799 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:49:06.534789 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Updating router c2825927-a5b2-4cff-9932-a9b94d871799 port 1a31424d-a87c-441a-be15-e43871a46010 binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:49:06.608283 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.617164 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 0713cfb5-0995-481a-924d-036e719591ad, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=0713cfb5-0995-481a-924d-036e719591ad,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:06.645579 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (1a31424d-a87c-441a-be15-e43871a46010), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.686337 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0713cfb5-0995-481a-924d-036e719591ad), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.802043 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c111d-d2e0-4809-81c4-79c7f482d232 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e76607b-923e-4739-a9b4-f6a9019cc46a,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:06.830495 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=0713cfb5-0995-481a-924d-036e719591ad,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:06.901781 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae7c111d-d2e0-4809-81c4-79c7f482d232 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:06.907234 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ae7c111d-d2e0-4809-81c4-79c7f482d232 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5547140 Apr 11 18:49:06.915926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35214) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:06.941986 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:06.991103 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-897db10b-b8f4-42d0-bb7b-5205bf7a75a1 admin admin] Publish callbacks [] for security_group (c6b03240-c4ed-4f7a-945a-6b4161ddff57), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.057418 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-64816193-2ad2-4b98-ad42-cb51b1f150c6 admin admin] Publish callbacks [] for security_group (38b0d654-9c53-4d3a-af7a-cc7b494a32df), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.099898 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks [] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.103489 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-64816193-2ad2-4b98-ad42-cb51b1f150c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (38b0d654-9c53-4d3a-af7a-cc7b494a32df), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.145335 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-897db10b-b8f4-42d0-bb7b-5205bf7a75a1 admin admin] Publish callbacks [] for security_group (c6b03240-c4ed-4f7a-945a-6b4161ddff57), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.223740 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.238058 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.239696 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (b56f4fe8-8855-4383-bc42-7dc736cc2b48), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.266931 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-897db10b-b8f4-42d0-bb7b-5205bf7a75a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c6b03240-c4ed-4f7a-945a-6b4161ddff57), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.273041 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-897db10b-b8f4-42d0-bb7b-5205bf7a75a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.277201 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-897db10b-b8f4-42d0-bb7b-5205bf7a75a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c6b03240-c4ed-4f7a-945a-6b4161ddff57 HTTP/1.1" status: 204 len: 168 time: 1.1261253 Apr 11 18:49:07.397517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64816193-2ad2-4b98-ad42-cb51b1f150c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b0d654-9c53-4d3a-af7a-cc7b494a32df,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:07.424579 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-64816193-2ad2-4b98-ad42-cb51b1f150c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6fc33616809546b79258b452232353a9&name=default HTTP/1.1" status: 200 len: 2996 time: 2.1097610 Apr 11 18:49:07.444002 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897db10b-b8f4-42d0-bb7b-5205bf7a75a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b03240-c4ed-4f7a-945a-6b4161ddff57,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:07.446772 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35230) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:07.531448 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a75915-b398-47d6-ad31-794329544f85 req-9d9774d9-2616-4bec-9f14-df5eb3dc5ac0 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:07.552247 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8a75915-b398-47d6-ad31-794329544f85 req-9d9774d9-2616-4bec-9f14-df5eb3dc5ac0 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 932 time: 0.3768647 Apr 11 18:49:07.592907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 0713cfb5-0995-481a-924d-036e719591ad up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:07.691638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-2a0b972b-b662-42f6-a7f7-e4db43a2ffdb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:07.694795 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-2a0b972b-b662-42f6-a7f7-e4db43a2ffdb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 819 time: 0.6742027 Apr 11 18:49:07.832294 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Publish callbacks [] for port (12fcaefb-10bc-4551-8d77-02601f50336a), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.839077 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-73edd2d7-0e33-431b-9531-4fcb486359cf tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/quotas/159bb2915915456b8a02f921912ea0ff HTTP/1.1" status: 200 len: 375 time: 0.1210198 Apr 11 18:49:07.849553 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.850771 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb615f93-150c-4a45-8fd1-edad9b49ee84 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:07.870162 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Publish callbacks [] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.898169 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Publish callbacks [] for port (1a31424d-a87c-441a-be15-e43871a46010), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.899131 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8a75915-b398-47d6-ad31-794329544f85 req-ce7af335-18ec-47dc-be17-4fbeb902a610 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3461971 Apr 11 18:49:07.931041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (1a31424d-a87c-441a-be15-e43871a46010), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:07.966270 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 0713cfb5-0995-481a-924d-036e719591ad triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:07.966896 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (0713cfb5-0995-481a-924d-036e719591ad), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.085411 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93b3d7-6012-46df-937e-78cd5a1caf77 None None] Pushing event updated for resources: {'Port': ['ID=12fcaefb-10bc-4551-8d77-02601f50336a,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:08.131866 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Network 7da0844a-e832-4653-8abc-66c92bf0e894 is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:08.277399 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Attempting to bind port 12fcaefb-10bc-4551-8d77-02601f50336a on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:08.277806 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Attempting to bind port 12fcaefb-10bc-4551-8d77-02601f50336a by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:08.278164 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Attempting to bind port 12fcaefb-10bc-4551-8d77-02601f50336a on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:08.293997 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26844176-de57-4c1e-86de-7068967b1667 admin admin] Publish callbacks [] for security_group (38b0d654-9c53-4d3a-af7a-cc7b494a32df), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.295928 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:08.296516 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Checking segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:08.297208 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.297754 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Bound using segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:08.298079 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.298455 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Bound port: 12fcaefb-10bc-4551-8d77-02601f50336a, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:08.299006 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.457517 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 0713cfb5-0995-481a-924d-036e719591ad is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:08.458984 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:08.478740 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Allocated IP 172.27.0.197 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/e7485a78-18b2-448c-b927-19d71b75997a) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:08.543622 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35246) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:08.547567 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] For port 12fcaefb-10bc-4551-8d77-02601f50336a, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:08.558222 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] For port 12fcaefb-10bc-4551-8d77-02601f50336a, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=12fcaefb-10bc-4551-8d77-02601f50336a,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:08.570121 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bebf2-a97d-4854-9c6b-d949fa4d9103 None None] Pushing event updated for resources: {'Port': ['ID=1a31424d-a87c-441a-be15-e43871a46010,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:08.575027 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.694086 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-1b57a29a-3745-4935-87af-e94351ccb44f None None] Provisioning complete for port 12fcaefb-10bc-4551-8d77-02601f50336a triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:08.694600 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1b57a29a-3745-4935-87af-e94351ccb44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.731367 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for port (e7485a78-18b2-448c-b927-19d71b75997a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.754071 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Transition to ACTIVE for port object fb615f93-150c-4a45-8fd1-edad9b49ee84 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:49:08.757402 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-457c9eb4-6b12-4421-9642-1707cf32fa89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.770827 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:08.772338 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:08.774337 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-58865f7a-346e-46c5-8e34-e55c0d94568e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9186668 Apr 11 18:49:08.782722 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.787501 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b93b3d7-6012-46df-937e-78cd5a1caf77 None None] Pushing event updated for resources: {'Port': ['ID=12fcaefb-10bc-4551-8d77-02601f50336a,revision_number=4']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:08.829454 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35252) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:08.833728 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:08.852434 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (e7485a78-18b2-448c-b927-19d71b75997a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.897475 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Pushing event updated for resources: {'Port': ['ID=cbe2e149-4606-4341-a45d-157a2241dc5d,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:08.912822 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Attempting to bind port 1a31424d-a87c-441a-be15-e43871a46010 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:08.916519 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Attempting to bind port 1a31424d-a87c-441a-be15-e43871a46010 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:08.921493 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Attempting to bind port 1a31424d-a87c-441a-be15-e43871a46010 on network 5284b732-7473-4bdb-a090-76a61474b637 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:08.966759 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:08.967242 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.971824 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:08.972236 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Checking segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:08.981483 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:08.981996 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Bound using segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:08.982756 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Bound port: 1a31424d-a87c-441a-be15-e43871a46010, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:08.983160 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (1a31424d-a87c-441a-be15-e43871a46010), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.072533 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:09.075889 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'Port': ['ID=e7485a78-18b2-448c-b927-19d71b75997a,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:09.102344 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:09.112723 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:09.142513 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Pushing event updated for resources: {'Port': ['ID=fb615f93-150c-4a45-8fd1-edad9b49ee84,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:09.267662 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:09.416107 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-1b57a29a-3745-4935-87af-e94351ccb44f None None] Current status of the port 12fcaefb-10bc-4551-8d77-02601f50336a is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:09.417190 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1b57a29a-3745-4935-87af-e94351ccb44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.459473 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] For port 1a31424d-a87c-441a-be15-e43871a46010, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:09.546403 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:09.555889 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] For port 1a31424d-a87c-441a-be15-e43871a46010, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=1a31424d-a87c-441a-be15-e43871a46010,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:09.576117 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26844176-de57-4c1e-86de-7068967b1667 admin admin] Publish callbacks [] for security_group (38b0d654-9c53-4d3a-af7a-cc7b494a32df), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.594158 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (1a31424d-a87c-441a-be15-e43871a46010), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.602116 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-1b57a29a-3745-4935-87af-e94351ccb44f None None] For port 12fcaefb-10bc-4551-8d77-02601f50336a, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=12fcaefb-10bc-4551-8d77-02601f50336a,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:09.641298 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-457c9eb4-6b12-4421-9642-1707cf32fa89 admin admin] Publish callbacks [] for security_group (75534df2-e853-4717-8566-7658ba3ab6cb), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.678570 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Attempting to bind port fb615f93-150c-4a45-8fd1-edad9b49ee84 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:09.679288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Attempting to bind port fb615f93-150c-4a45-8fd1-edad9b49ee84 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '71ba3034-c9ee-4220-a052-6ee5b3d3e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:09.679797 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Attempting to bind port fb615f93-150c-4a45-8fd1-edad9b49ee84 on network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:09.683406 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1b57a29a-3745-4935-87af-e94351ccb44f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.688727 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-457c9eb4-6b12-4421-9642-1707cf32fa89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (75534df2-e853-4717-8566-7658ba3ab6cb), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.732177 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Port fb615f93-150c-4a45-8fd1-edad9b49ee84 on network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:49:09.732544 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Attempting to bind port fb615f93-150c-4a45-8fd1-edad9b49ee84 on network 9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:09.755993 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (055ae014-90be-4532-9d7e-6c63828bb5af), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.758077 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:09.758793 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:09.778937 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-457c9eb4-6b12-4421-9642-1707cf32fa89 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e105cf75ff7a4e62a121889874d5a775&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1638854 Apr 11 18:49:09.782773 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Router b56f4fe8-8855-4383-bc42-7dc736cc2b48 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:49:09.785900 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35270) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:09.786215 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-e59a2d77-1fb6-4309-868e-1ce94cc53e98 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:49:09.787710 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-e59a2d77-1fb6-4309-868e-1ce94cc53e98 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.4476640 Apr 11 18:49:09.793863 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 48, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:09.794239 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Checking segment: {'id': '71ba3034-c9ee-4220-a052-6ee5b3d3e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:09.794815 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Bound using segment: {'id': '71ba3034-c9ee-4220-a052-6ee5b3d3e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:09.795289 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Bound port: fb615f93-150c-4a45-8fd1-edad9b49ee84, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71ba3034-c9ee-4220-a052-6ee5b3d3e539', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:09.795744 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.800725 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:08Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:09.823778 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457c9eb4-6b12-4421-9642-1707cf32fa89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75534df2-e853-4717-8566-7658ba3ab6cb,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:09.854397 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c39aeacd-011a-4225-8372-c6f18a34ff2e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:09.870414 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec659f-17f5-439e-9996-7e41c406671c req-6a96dde7-3888-4c9b-b32f-62586852f91d tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:09.875505 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24bebf2-a97d-4854-9c6b-d949fa4d9103 None None] Pushing event updated for resources: {'Port': ['ID=1a31424d-a87c-441a-be15-e43871a46010,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:09.890891 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24ec659f-17f5-439e-9996-7e41c406671c req-6a96dde7-3888-4c9b-b32f-62586852f91d tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 944 time: 0.7932336 Apr 11 18:49:09.948675 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a365c1b8-5db7-4d95-a389-17ad97f2bbe6 None None] The sync data for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi is: [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:08Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:49:09.959917 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e7485a78-18b2-448c-b927-19d71b75997a), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.040536 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Provisioning complete for port 1a31424d-a87c-441a-be15-e43871a46010 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:10.041008 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (1a31424d-a87c-441a-be15-e43871a46010), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.253232 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24ec659f-17f5-439e-9996-7e41c406671c req-66c3cbb1-9918-43b0-9144-4a31d5f6052e tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3600702 Apr 11 18:49:10.356769 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56ee14c5-3ed8-4c12-a466-e11b6715deb5 admin admin] Publish callbacks [] for security_group (75534df2-e853-4717-8566-7658ba3ab6cb), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.449286 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26844176-de57-4c1e-86de-7068967b1667 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (38b0d654-9c53-4d3a-af7a-cc7b494a32df), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.452712 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26844176-de57-4c1e-86de-7068967b1667 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.454566 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-26844176-de57-4c1e-86de-7068967b1667 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/38b0d654-9c53-4d3a-af7a-cc7b494a32df HTTP/1.1" status: 204 len: 168 time: 2.9735670 Apr 11 18:49:10.492870 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26844176-de57-4c1e-86de-7068967b1667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b0d654-9c53-4d3a-af7a-cc7b494a32df,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:10.555296 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c39aeacd-011a-4225-8372-c6f18a34ff2e admin admin] Publish callbacks [] for security_group (4e614e1b-7f0a-4caf-92f4-c0875c7c6256), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.566117 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c39aeacd-011a-4225-8372-c6f18a34ff2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (4e614e1b-7f0a-4caf-92f4-c0875c7c6256), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.658569 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56ee14c5-3ed8-4c12-a466-e11b6715deb5 admin admin] Publish callbacks [] for security_group (75534df2-e853-4717-8566-7658ba3ab6cb), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.682292 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b57a29a-3745-4935-87af-e94351ccb44f None None] Pushing event updated for resources: {'Port': ['ID=12fcaefb-10bc-4551-8d77-02601f50336a,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:10.696360 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-c39aeacd-011a-4225-8372-c6f18a34ff2e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=fe93bec40738451493497b52f9868a43&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8610857 Apr 11 18:49:10.711859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35278) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:10.718368 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] For port fb615f93-150c-4a45-8fd1-edad9b49ee84, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:10.782302 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Current status of the port 1a31424d-a87c-441a-be15-e43871a46010 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:10.782868 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (1a31424d-a87c-441a-be15-e43871a46010), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.873972 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:10.884000 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] For port fb615f93-150c-4a45-8fd1-edad9b49ee84, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84,segment=NetworkSegment(71ba3034-c9ee-4220-a052-6ee5b3d3e539),segment_id=71ba3034-c9ee-4220-a052-6ee5b3d3e539)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:10.923403 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:49:10.927942 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] For port 1a31424d-a87c-441a-be15-e43871a46010, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=1a31424d-a87c-441a-be15-e43871a46010,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:10.936027 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (1a31424d-a87c-441a-be15-e43871a46010), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.959998 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-fa66b253-1312-448d-9942-8efe8e41ad13 admin admin] 10.222.0.61 "PUT /v2.0/routers/b56f4fe8-8855-4383-bc42-7dc736cc2b48/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9367712 Apr 11 18:49:10.961583 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56ee14c5-3ed8-4c12-a466-e11b6715deb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (75534df2-e853-4717-8566-7658ba3ab6cb), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.966645 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56ee14c5-3ed8-4c12-a466-e11b6715deb5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:10.971617 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-56ee14c5-3ed8-4c12-a466-e11b6715deb5 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/75534df2-e853-4717-8566-7658ba3ab6cb HTTP/1.1" status: 204 len: 168 time: 1.1815717 Apr 11 18:49:10.996332 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ee14c5-3ed8-4c12-a466-e11b6715deb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75534df2-e853-4717-8566-7658ba3ab6cb,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:11.004357 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-2699d443-bf60-4d31-9642-81897197cd9d service neutron] 10.222.0.61 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1557410 Apr 11 18:49:11.006815 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39aeacd-011a-4225-8372-c6f18a34ff2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e614e1b-7f0a-4caf-92f4-c0875c7c6256,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:11.028709 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Sync routers for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:49:11.043268 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.094337 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for port (e7485a78-18b2-448c-b927-19d71b75997a), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.107430 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e7485a78-18b2-448c-b927-19d71b75997a), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.139052 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Provisioning complete for port 12fcaefb-10bc-4551-8d77-02601f50336a triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:11.139718 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.141773 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:11.142722 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:11.212301 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (055ae014-90be-4532-9d7e-6c63828bb5af), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.243620 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:11.245106 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.251427 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] 10.222.0.58 "PUT /v2.0/ports/fb615f93-150c-4a45-8fd1-edad9b49ee84 HTTP/1.1" status: 200 len: 1094 time: 5.6499553 Apr 11 18:49:11.281443 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.295005 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.3629999 Apr 11 18:49:11.308380 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db52d20-71ad-4a64-b7a2-860c6366491a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'Port': ['ID=e7485a78-18b2-448c-b927-19d71b75997a,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:11.352307 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Pushing event updated for resources: {'Port': ['ID=1a31424d-a87c-441a-be15-e43871a46010,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:11.489469 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'tag': 'fb615f93-150c-4a45-8fd1-edad9b49ee84'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:11.641866 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:49:11.765636 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:11.804316 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ca406da0-c68d-4f4f-8706-dafa8d8a5c43 admin admin] Publish callbacks [] for security_group (4e614e1b-7f0a-4caf-92f4-c0875c7c6256), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.915538 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ca406da0-c68d-4f4f-8706-dafa8d8a5c43 admin admin] Publish callbacks [] for security_group (4e614e1b-7f0a-4caf-92f4-c0875c7c6256), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:11.994292 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-b8d19a84-31c2-4a00-9e31-d83058108a3f service neutron] 10.222.0.61 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9795046 Apr 11 18:49:12.041187 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:12.066191 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 1a31424d-a87c-441a-be15-e43871a46010 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:12.239334 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ee1cdb-ff30-4b1e-86fc-2e71753468ae None None] The sync data for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi is: [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:49:12.247680 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-4675f73d-9c92-4fa4-b1df-3f6cf8cb7e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:12.260445 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-4675f73d-9c92-4fa4-b1df-3f6cf8cb7e33 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d25c1a35e0574c32a7089fb564be732f&device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 1128 time: 0.2370121 Apr 11 18:49:12.270643 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ba981-7003-4a15-862f-64cd49ac3a6b service neutron] Pushing event updated for resources: {'Port': ['ID=fb615f93-150c-4a45-8fd1-edad9b49ee84,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:12.333008 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Current status of the port 12fcaefb-10bc-4551-8d77-02601f50336a is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:12.358841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Provisioning complete for port cbe2e149-4606-4341-a45d-157a2241dc5d triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:12.359223 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:12.512088 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-547174aa-eff2-4ea6-8620-0585740f7593 None None] Port cbe2e149-4606-4341-a45d-157a2241dc5d cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:12.533755 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-b27a2b21-c92b-4748-a6c4-c0c5d25c2ed8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84 HTTP/1.1" status: 200 len: 217 time: 0.2595825 Apr 11 18:49:12.544994 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ca406da0-c68d-4f4f-8706-dafa8d8a5c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (4e614e1b-7f0a-4caf-92f4-c0875c7c6256), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:12.556312 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 1a31424d-a87c-441a-be15-e43871a46010 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:12.556917 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (1a31424d-a87c-441a-be15-e43871a46010), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:12.566221 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ca406da0-c68d-4f4f-8706-dafa8d8a5c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:12.585677 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ca406da0-c68d-4f4f-8706-dafa8d8a5c43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e614e1b-7f0a-4caf-92f4-c0875c7c6256 HTTP/1.1" status: 204 len: 168 time: 1.8618071 Apr 11 18:49:12.846388 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 1a31424d-a87c-441a-be15-e43871a46010 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:12.847550 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 12fcaefb-10bc-4551-8d77-02601f50336a up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:12.850608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "18725a25-8c90-4acd-b40b-a2ec3b438a67", "tag": "fb615f93-150c-4a45-8fd1-edad9b49ee84"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:12.950358 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-8bdb1d0a-2ae8-4226-a458-f6e47ed363ba None None] Provisioning complete for port 1a31424d-a87c-441a-be15-e43871a46010 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:12.950998 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8bdb1d0a-2ae8-4226-a458-f6e47ed363ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (1a31424d-a87c-441a-be15-e43871a46010), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:12.958175 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca406da0-c68d-4f4f-8706-dafa8d8a5c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e614e1b-7f0a-4caf-92f4-c0875c7c6256,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:13.101738 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35348) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:13.107158 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 12fcaefb-10bc-4551-8d77-02601f50336a triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:13.108040 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-569be4c0-5bbd-43a3-9c9c-850464fe63ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1918140646', 'description': 'tempest-description--1384597751'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:13.113271 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:13.137527 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 2, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:13.179288 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-569be4c0-5bbd-43a3-9c9c-850464fe63ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:13.203770 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Checking router: b56f4fe8-8855-4383-bc42-7dc736cc2b48 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:49:13.204498 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Updating router b56f4fe8-8855-4383-bc42-7dc736cc2b48 port cbe2e149-4606-4341-a45d-157a2241dc5d binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:49:13.257856 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f39e92-174e-4f1d-9eac-bac27b3e5bcb req-685e93bb-3d7c-4c9b-afa3-c930d18b28cc tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:13.265117 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-88f39e92-174e-4f1d-9eac-bac27b3e5bcb req-685e93bb-3d7c-4c9b-afa3-c930d18b28cc tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 944 time: 0.4350927 Apr 11 18:49:13.287627 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:13.350701 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-703b57d8-70b6-46b0-a5a0-0582d3fb59e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:13.357732 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-703b57d8-70b6-46b0-a5a0-0582d3fb59e4 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c HTTP/1.1" status: 200 len: 851 time: 0.7700067 Apr 11 18:49:13.476044 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-569be4c0-5bbd-43a3-9c9c-850464fe63ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (b84ea3d2-e480-4de0-9748-7ae1b83a2395), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:13.487076 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-569be4c0-5bbd-43a3-9c9c-850464fe63ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (b84ea3d2-e480-4de0-9748-7ae1b83a2395), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:13.548846 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-544ee00f-764a-47ae-b99e-79db707077ad service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1258051 Apr 11 18:49:13.590036 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569be4c0-5bbd-43a3-9c9c-850464fe63ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84ea3d2-e480-4de0-9748-7ae1b83a2395,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:13.622678 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-569be4c0-5bbd-43a3-9c9c-850464fe63ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:13.623974 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-569be4c0-5bbd-43a3-9c9c-850464fe63ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5200541 Apr 11 18:49:13.625877 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35372) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:13.638747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35376) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:13.654280 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-8bdb1d0a-2ae8-4226-a458-f6e47ed363ba None None] Current status of the port 1a31424d-a87c-441a-be15-e43871a46010 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:13.678405 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-f3459cd3-0cf1-4105-8d48-b6505f64cb8b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'security_group_rule': {'security_group_id': 'b84ea3d2-e480-4de0-9748-7ae1b83a2395', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:13.691463 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-88f39e92-174e-4f1d-9eac-bac27b3e5bcb req-89c38ee3-e61c-4d98-9d35-51bb02a2bd33 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4141421 Apr 11 18:49:13.715032 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 12fcaefb-10bc-4551-8d77-02601f50336a is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:13.718667 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-16ae2c09-70b9-4b2e-a6ac-62a177d05ab5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1789972200&fields=id&tenant_id=c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 267 time: 0.3766220 Apr 11 18:49:13.803486 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bc55b036-60b2-4018-9df8-ec76eba51bdb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:13.843998 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f3459cd3-0cf1-4105-8d48-b6505f64cb8b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (c325a35e-8d8c-4f87-a1a7-d6386b2421e6), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.191582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b65c2833-7287-42e7-be03-18de4000a8bc req-4bd907dd-93bb-4fca-a816-55214504501e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 210 time: 0.1494720 Apr 11 18:49:14.229656 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-d83b69d1-8e52-40c9-b43a-9e55a2fa51b7 service neutron] 10.222.0.58 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6608982 Apr 11 18:49:14.291427 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f3459cd3-0cf1-4105-8d48-b6505f64cb8b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (c325a35e-8d8c-4f87-a1a7-d6386b2421e6), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.316924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f3459cd3-0cf1-4105-8d48-b6505f64cb8b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (c325a35e-8d8c-4f87-a1a7-d6386b2421e6), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.543531 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bc55b036-60b2-4018-9df8-ec76eba51bdb admin admin] Publish callbacks [] for security_group (cf9f7f78-6fdf-412d-9cac-f4140f0f2d45), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.591765 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3459cd3-0cf1-4105-8d48-b6505f64cb8b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c325a35e-8d8c-4f87-a1a7-d6386b2421e6,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:14.617794 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bc55b036-60b2-4018-9df8-ec76eba51bdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (cf9f7f78-6fdf-412d-9cac-f4140f0f2d45), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.626266 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Publish callbacks [] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.655435 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.673506 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-f80b5005-fe3b-4adf-9efa-d05a7b2f7965 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:14.686393 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-f80b5005-fe3b-4adf-9efa-d05a7b2f7965 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 817 time: 0.9666557 Apr 11 18:49:14.748313 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f3459cd3-0cf1-4105-8d48-b6505f64cb8b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.756389 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f3459cd3-0cf1-4105-8d48-b6505f64cb8b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1031063 Apr 11 18:49:14.760974 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-eadc406e-a503-42f5-be88-25f408fd950d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/quotas/c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 375 time: 0.0712204 Apr 11 18:49:14.771694 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35410) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:14.791774 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-1dbc7de2-8a09-4123-925b-5e53fbd7a774 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'security_group_rule': {'security_group_id': 'b84ea3d2-e480-4de0-9748-7ae1b83a2395', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:14.820298 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-bc55b036-60b2-4018-9df8-ec76eba51bdb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ad4f89d2b5c41f9bed121aa0e6c12d6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1923761 Apr 11 18:49:14.820298 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55b036-60b2-4018-9df8-ec76eba51bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9f7f78-6fdf-412d-9cac-f4140f0f2d45,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:14.822953 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35414) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:14.907095 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f20ae-fb5c-491e-a8e2-989b09c1cb9e None None] Pushing event updated for resources: {'Port': ['ID=cbe2e149-4606-4341-a45d-157a2241dc5d,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:14.939093 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c9cc708c-ade5-4e5e-ada0-8eb123bcc847 admin admin] Publish callbacks [] for security_group (cf9f7f78-6fdf-412d-9cac-f4140f0f2d45), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:14.988172 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c9cc708c-ade5-4e5e-ada0-8eb123bcc847 admin admin] Publish callbacks [] for security_group (cf9f7f78-6fdf-412d-9cac-f4140f0f2d45), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.040724 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028be610-0f48-4253-9927-1749809c4ede x-openstack-request-id: req-028be610-0f48-4253-9927-1749809c4ede {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:15.041633 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18725a25-8c90-4acd-b40b-a2ec3b438a67", "tag": "fb615f93-150c-4a45-8fd1-edad9b49ee84", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:15.042038 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-028be610-0f48-4253-9927-1749809c4ede {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:15.042641 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-028be610-0f48-4253-9927-1749809c4ede'] response: {'name': 'network-changed', 'server_uuid': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'tag': 'fb615f93-150c-4a45-8fd1-edad9b49ee84', 'status': 'completed', 'code': 200} Apr 11 18:49:15.064155 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7de2-8a09-4123-925b-5e53fbd7a774 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (02cbd995-aa5a-4b6e-9bc7-a0ea4b879f4a), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.081949 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c9cc708c-ade5-4e5e-ada0-8eb123bcc847 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (cf9f7f78-6fdf-412d-9cac-f4140f0f2d45), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.088793 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c9cc708c-ade5-4e5e-ada0-8eb123bcc847 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.091770 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-c9cc708c-ade5-4e5e-ada0-8eb123bcc847 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cf9f7f78-6fdf-412d-9cac-f4140f0f2d45 HTTP/1.1" status: 204 len: 168 time: 0.2675626 Apr 11 18:49:15.113803 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-17eae90d-b990-4b59-b78d-f8e7fb97b456 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3510530 Apr 11 18:49:15.115605 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc708c-ade5-4e5e-ada0-8eb123bcc847 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9f7f78-6fdf-412d-9cac-f4140f0f2d45,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:15.158252 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bb18fa7-6e69-466a-8bb6-c94b14c17bc1 req-8eb552c3-2ddf-4876-b455-59c59c4174c4 service neutron] 10.222.0.58 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8995306 Apr 11 18:49:15.300374 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Attempting to bind port cbe2e149-4606-4341-a45d-157a2241dc5d on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:15.301053 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Attempting to bind port cbe2e149-4606-4341-a45d-157a2241dc5d by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:15.301603 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Attempting to bind port cbe2e149-4606-4341-a45d-157a2241dc5d on network 7da0844a-e832-4653-8abc-66c92bf0e894 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:15.324181 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:15.324842 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Checking segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:15.325543 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.327051 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Bound using segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:15.328556 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Bound port: cbe2e149-4606-4341-a45d-157a2241dc5d, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:15.330216 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.546511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] For port cbe2e149-4606-4341-a45d-157a2241dc5d, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:15.562101 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] For port cbe2e149-4606-4341-a45d-157a2241dc5d, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cbe2e149-4606-4341-a45d-157a2241dc5d,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:15.566511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-5f16cda9-1c1a-4774-ae25-26f2f95ab26f None None] Provisioning complete for port cbe2e149-4606-4341-a45d-157a2241dc5d triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:15.566895 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5f16cda9-1c1a-4774-ae25-26f2f95ab26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.746469 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7de2-8a09-4123-925b-5e53fbd7a774 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (02cbd995-aa5a-4b6e-9bc7-a0ea4b879f4a), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.769155 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7de2-8a09-4123-925b-5e53fbd7a774 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (02cbd995-aa5a-4b6e-9bc7-a0ea4b879f4a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.844718 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-5f7f2cb4-60e8-4ca9-ac51-5b209464f531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:15.846885 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-5f7f2cb4-60e8-4ca9-ac51-5b209464f531 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d25c1a35e0574c32a7089fb564be732f&device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 1128 time: 0.5916717 Apr 11 18:49:15.852335 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.867103 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbc7de2-8a09-4123-925b-5e53fbd7a774 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02cbd995-aa5a-4b6e-9bc7-a0ea4b879f4a,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:15.910088 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-cf1302a5-48dd-44b9-8265-30f754c1950f service neutron] 10.222.0.61 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7546902 Apr 11 18:49:15.912957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1dbc7de2-8a09-4123-925b-5e53fbd7a774 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:15.914424 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-1dbc7de2-8a09-4123-925b-5e53fbd7a774 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1399081 Apr 11 18:49:15.918157 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35450) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:15.924995 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:15.926673 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:15.927382 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:16.004307 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:16.130268 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.58', 65397) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:16.408346 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-5f16cda9-1c1a-4774-ae25-26f2f95ab26f None None] Current status of the port cbe2e149-4606-4341-a45d-157a2241dc5d is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:16.409220 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5f16cda9-1c1a-4774-ae25-26f2f95ab26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:16.429160 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123f20ae-fb5c-491e-a8e2-989b09c1cb9e None None] Pushing event updated for resources: {'Port': ['ID=cbe2e149-4606-4341-a45d-157a2241dc5d,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:16.476407 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-5f16cda9-1c1a-4774-ae25-26f2f95ab26f None None] For port cbe2e149-4606-4341-a45d-157a2241dc5d, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cbe2e149-4606-4341-a45d-157a2241dc5d,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:16.492275 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5f16cda9-1c1a-4774-ae25-26f2f95ab26f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:16.518706 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:16.581744 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-65193f87-eed0-4663-8894-42eecd586b7d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:16.583474 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:16.583812 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-65193f87-eed0-4663-8894-42eecd586b7d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 819 time: 0.4508576 Apr 11 18:49:16.605898 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d37138cf-1d26-4246-ac69-91eb2443f473 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:16.614227 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d37138cf-1d26-4246-ac69-91eb2443f473 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 819 time: 1.3818274 Apr 11 18:49:16.659936 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'port': {'device_id': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'admin_state_up': True, 'tenant_id': '159bb2915915456b8a02f921912ea0ff'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:16.716538 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-a3dd24eb-09b1-4d29-8026-c037e3117e08 None None] Provisioning complete for port cbe2e149-4606-4341-a45d-157a2241dc5d triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:16.717042 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a3dd24eb-09b1-4d29-8026-c037e3117e08 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:16.801686 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-e2538917-a643-4df7-bd84-a4e090fbcf50 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/quotas/159bb2915915456b8a02f921912ea0ff HTTP/1.1" status: 200 len: 375 time: 0.1865835 Apr 11 18:49:16.813854 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Allocated IP 172.27.0.171 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/a8f9b64b-3028-4998-8e0e-402a38148a8a) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:16.904320 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f16cda9-1c1a-4774-ae25-26f2f95ab26f None None] Pushing event updated for resources: {'Port': ['ID=cbe2e149-4606-4341-a45d-157a2241dc5d,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:16.924622 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-cd7b5df8-6f1f-4765-8475-2ddc2a3e08f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:16.927618 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-cd7b5df8-6f1f-4765-8475-2ddc2a3e08f4 service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d HTTP/1.1" status: 200 len: 912 time: 1.0114276 Apr 11 18:49:17.181883 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:17.260378 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-fa27684a-7de1-4de3-abfd-22abbba02c29 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84 HTTP/1.1" status: 200 len: 217 time: 0.2357812 Apr 11 18:49:17.263574 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Made reservation on behalf of 159bb2915915456b8a02f921912ea0ff for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:49:17.268178 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:17.285682 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-2dc3acea-5ca8-4039-afb4-69d660893189 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4830265 Apr 11 18:49:17.288928 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:17.374219 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:17.392355 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:17.396665 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:17.421117 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-02231eff-3c51-4c01-80f4-8893966f1df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:17.422635 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-02231eff-3c51-4c01-80f4-8893966f1df6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c HTTP/1.1" status: 200 len: 851 time: 0.1349521 Apr 11 18:49:17.452023 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a3dd24eb-09b1-4d29-8026-c037e3117e08 None None] Current status of the port cbe2e149-4606-4341-a45d-157a2241dc5d is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:17.525085 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (b697f7f3-0b90-4476-aa68-d2cf1e3be5f6), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:17.556224 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a472397a-df83-404b-875b-1c24593bccbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:15Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:17.583013 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:17.635173 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a472397a-df83-404b-875b-1c24593bccbe None None] The sync data for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi is: [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:15Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:49:17.643138 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'Port': ['ID=a8f9b64b-3028-4998-8e0e-402a38148a8a,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:17.863202 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35498) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:17.920400 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-4947d3d9-5006-4130-9455-4b692e2f9b3d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4359927 Apr 11 18:49:17.927043 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-91d9f28f-34be-460b-aaf6-0ddfccdbb9e3 service neutron] 10.222.0.61 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.9845622 Apr 11 18:49:18.062050 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.072557 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-40c93e68-64c7-4d2c-b9b5-727c7767e6e1 service neutron] 10.222.0.58 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265378 Apr 11 18:49:18.083792 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.101276 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (b697f7f3-0b90-4476-aa68-d2cf1e3be5f6), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.192663 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.194013 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2733824 Apr 11 18:49:18.220347 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28532d-5c1d-487f-9918-e2234a81c21d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'Port': ['ID=a8f9b64b-3028-4998-8e0e-402a38148a8a,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:18.290308 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf16cdb1-37b5-403b-9a64-df0a162d6ebc req-29ee18bc-2234-4960-91ad-0cc3a9f9c54d service neutron] 10.222.0.58 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2077103 Apr 11 18:49:18.309649 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35514) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:18.328504 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Allocated IP 172.20.0.3 (e16e855e-a414-4def-86b8-1c9730bbb714/7093b739-06dc-4175-ba60-c1939a8d657a/92899fde-bb19-4d95-a48a-51d637c73a8e) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:18.347403 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-e72d4c2a-3e12-41dd-86f4-65ba23de71cf service neutron] 10.222.0.61 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0608397 Apr 11 18:49:18.418511 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9333-1f76-4d45-afbf-46faf848776a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.574555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f3be7-3391-4bb1-a9f1-eef3e699bc79 req-dc4c867d-3826-4e06-b09a-0098b487abbb tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:18.576022 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-470f3be7-3391-4bb1-a9f1-eef3e699bc79 req-dc4c867d-3826-4e06-b09a-0098b487abbb tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 944 time: 0.2531993 Apr 11 18:49:18.586997 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9333-1f76-4d45-afbf-46faf848776a admin admin] Publish callbacks [] for security_group (fc16fb80-d6fc-46f7-803e-5780726a5f4e), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.596167 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ff3b9333-1f76-4d45-afbf-46faf848776a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (fc16fb80-d6fc-46f7-803e-5780726a5f4e), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.655986 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-86b86e92-f3a7-448e-b1a2-0c3d93efc2f9 service neutron] 10.222.0.61 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648330 Apr 11 18:49:18.656288 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ff3b9333-1f76-4d45-afbf-46faf848776a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5180eae8c52e4c4e8184cc998802e0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7917039 Apr 11 18:49:18.661463 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35526) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:18.678818 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3b9333-1f76-4d45-afbf-46faf848776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc16fb80-d6fc-46f7-803e-5780726a5f4e,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:18.766878 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ff146d40-6c93-42cc-b7c1-f4bf0bf802e2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.809490 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-836e0094-ba8d-4567-9727-0d22f16b7a3e admin admin] Publish callbacks [] for security_group (fc16fb80-d6fc-46f7-803e-5780726a5f4e), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.840506 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.856639 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-836e0094-ba8d-4567-9727-0d22f16b7a3e admin admin] Publish callbacks [] for security_group (fc16fb80-d6fc-46f7-803e-5780726a5f4e), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:18.887262 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-470f3be7-3391-4bb1-a9f1-eef3e699bc79 req-acc1161b-4065-403f-bdf2-9bab78ffa807 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2749486 Apr 11 18:49:19.022025 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.034418 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ff146d40-6c93-42cc-b7c1-f4bf0bf802e2 admin admin] Publish callbacks [] for security_group (fcf5c642-36de-4bcf-9b37-5bc32da9c0e4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.042802 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ff146d40-6c93-42cc-b7c1-f4bf0bf802e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (fcf5c642-36de-4bcf-9b37-5bc32da9c0e4), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.104418 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-836e0094-ba8d-4567-9727-0d22f16b7a3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (fc16fb80-d6fc-46f7-803e-5780726a5f4e), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.119526 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-836e0094-ba8d-4567-9727-0d22f16b7a3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.126391 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-836e0094-ba8d-4567-9727-0d22f16b7a3e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fc16fb80-d6fc-46f7-803e-5780726a5f4e HTTP/1.1" status: 204 len: 168 time: 0.4627404 Apr 11 18:49:19.135297 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ff146d40-6c93-42cc-b7c1-f4bf0bf802e2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=05e2cc909aa84560a7d8df87b836ac4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8245404 Apr 11 18:49:19.147605 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35552) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:19.150570 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff146d40-6c93-42cc-b7c1-f4bf0bf802e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcf5c642-36de-4bcf-9b37-5bc32da9c0e4,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:19.173753 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b5cb3a1b-5ea7-4e9b-9db8-f2293a904b44 req-44fb52a1-04c5-4480-b390-4404907b5125 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 210 time: 0.1389952 Apr 11 18:49:19.210957 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e0094-ba8d-4567-9727-0d22f16b7a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc16fb80-d6fc-46f7-803e-5780726a5f4e,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:19.333206 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d0c973ad-3869-4b05-a474-a72f14dc8da3 admin admin] Publish callbacks [] for security_group (fcf5c642-36de-4bcf-9b37-5bc32da9c0e4), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.351330 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-e3e3d2f5-42fb-4353-8daf-d27fed049ca8 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--1918140646&fields=id&tenant_id=167470b57e4745b8b40a7ed4c298111c HTTP/1.1" status: 200 len: 267 time: 0.1717985 Apr 11 18:49:19.401756 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d0c973ad-3869-4b05-a474-a72f14dc8da3 admin admin] Publish callbacks [] for security_group (fcf5c642-36de-4bcf-9b37-5bc32da9c0e4), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.436145 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-105fd69c-5093-496b-94b1-5f48851cc01f req-ca5ea1ca-8e4e-4546-ba4c-a6b879f31001 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 210 time: 0.0956812 Apr 11 18:49:19.443387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.564319 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d0c973ad-3869-4b05-a474-a72f14dc8da3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (fcf5c642-36de-4bcf-9b37-5bc32da9c0e4), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.567219 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d0c973ad-3869-4b05-a474-a72f14dc8da3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.568492 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d0c973ad-3869-4b05-a474-a72f14dc8da3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/fcf5c642-36de-4bcf-9b37-5bc32da9c0e4 HTTP/1.1" status: 204 len: 168 time: 0.3852823 Apr 11 18:49:19.585417 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c973ad-3869-4b05-a474-a72f14dc8da3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcf5c642-36de-4bcf-9b37-5bc32da9c0e4,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:19.883274 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Network e16e855e-a414-4def-86b8-1c9730bbb714 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:19.891694 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cbe2e149-4606-4341-a45d-157a2241dc5d up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:19.905779 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:19.908614 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:19.914424 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:19.915008 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.945180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'Port': ['ID=92899fde-bb19-4d95-a48a-51d637c73a8e,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:19.957559 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-9a89e56c-9cf3-4913-b648-6dfcf263375b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3149235 Apr 11 18:49:19.966167 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35582) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:19.991568 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port cbe2e149-4606-4341-a45d-157a2241dc5d triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:19.993685 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:19.995999 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-be73c6ff-8c7d-413d-aa1b-753e6c81be8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.023211 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Request body: {'port': {'device_id': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:20.108385 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device fb615f93-150c-4a45-8fd1-edad9b49ee84 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:49:20.138900 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-bd618fdc-bb70-4414-a7cd-1dc4ed892313 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:20.146787 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-bd618fdc-bb70-4414-a7cd-1dc4ed892313 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 810 time: 0.7943871 Apr 11 18:49:20.242242 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-88e080c4-82a9-48e0-a4da-093d73e1bde5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/quotas/167470b57e4745b8b40a7ed4c298111c HTTP/1.1" status: 200 len: 375 time: 0.0941405 Apr 11 18:49:20.312705 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df964944-0d68-4bc9-a8e1-f3071abeec80 req-db56b3d1-b41b-4460-9ba9-feed996583e3 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:20.312918 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-be73c6ff-8c7d-413d-aa1b-753e6c81be8e admin admin] Publish callbacks [] for security_group (3bcf393c-3d20-4a22-8eb0-78199bc2dcc5), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.326787 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-be73c6ff-8c7d-413d-aa1b-753e6c81be8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3bcf393c-3d20-4a22-8eb0-78199bc2dcc5), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.332377 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-df964944-0d68-4bc9-a8e1-f3071abeec80 req-db56b3d1-b41b-4460-9ba9-feed996583e3 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 944 time: 0.2536578 Apr 11 18:49:20.333364 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.355091 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port cbe2e149-4606-4341-a45d-157a2241dc5d is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:20.393760 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-3987abe4-5e47-48ee-809d-e71bd938cc04 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1502347 Apr 11 18:49:20.419144 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-be73c6ff-8c7d-413d-aa1b-753e6c81be8e admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5fd9ab5e888b4f08837b734762ffe6ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4517148 Apr 11 18:49:20.423272 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35588) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:20.451263 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be73c6ff-8c7d-413d-aa1b-753e6c81be8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf393c-3d20-4a22-8eb0-78199bc2dcc5,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:20.515337 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-3979e5fd-14a9-4b83-86eb-ac357b192361 None None] Provisioning complete for port 92899fde-bb19-4d95-a48a-51d637c73a8e triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:20.515744 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3979e5fd-14a9-4b83-86eb-ac357b192361 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.541766 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11a84915-c198-458a-9c92-8b8f1ebd83fc admin admin] Publish callbacks [] for security_group (3bcf393c-3d20-4a22-8eb0-78199bc2dcc5), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.558711 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35594) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:20.569580 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-5840a0b8-11dd-4611-ada5-991b3afe97af service neutron] 10.222.0.61 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535852 Apr 11 18:49:20.580515 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-efc4e77c-e0da-4c27-982a-ff322df19e38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.591796 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port fb615f93-150c-4a45-8fd1-edad9b49ee84, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84,segment=NetworkSegment(71ba3034-c9ee-4220-a052-6ee5b3d3e539),segment_id=71ba3034-c9ee-4220-a052-6ee5b3d3e539)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:20.598360 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11a84915-c198-458a-9c92-8b8f1ebd83fc admin admin] Publish callbacks [] for security_group (3bcf393c-3d20-4a22-8eb0-78199bc2dcc5), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.602898 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-3979e5fd-14a9-4b83-86eb-ac357b192361 None None] Port 92899fde-bb19-4d95-a48a-51d637c73a8e cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:20.609934 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'fb615f93-150c-4a45-8fd1-edad9b49ee84', 'network_id': '9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d', 'port_id': 'fb615f93-150c-4a45-8fd1-edad9b49ee84', 'mac_address': 'fa:16:3e:80:71:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:49:20.704965 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port fb615f93-150c-4a45-8fd1-edad9b49ee84 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:20.705381 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.713361 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-2a1e23aa-82d5-4e89-895f-f562ef7c0ba8 service neutron] 10.222.0.61 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248524 Apr 11 18:49:20.722595 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11a84915-c198-458a-9c92-8b8f1ebd83fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3bcf393c-3d20-4a22-8eb0-78199bc2dcc5), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.726398 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11a84915-c198-458a-9c92-8b8f1ebd83fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.727919 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-11a84915-c198-458a-9c92-8b8f1ebd83fc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3bcf393c-3d20-4a22-8eb0-78199bc2dcc5 HTTP/1.1" status: 204 len: 168 time: 0.3031809 Apr 11 18:49:20.756770 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a84915-c198-458a-9c92-8b8f1ebd83fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf393c-3d20-4a22-8eb0-78199bc2dcc5,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:20.765879 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb615f93-150c-4a45-8fd1-edad9b49ee84 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:20.797099 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-df964944-0d68-4bc9-a8e1-f3071abeec80 req-a8bf811e-0157-4ad1-8380-35955337bfaa tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4556196 Apr 11 18:49:20.840958 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port fb615f93-150c-4a45-8fd1-edad9b49ee84, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84,segment=NetworkSegment(71ba3034-c9ee-4220-a052-6ee5b3d3e539),segment_id=71ba3034-c9ee-4220-a052-6ee5b3d3e539)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:20.850496 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.866160 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-efc4e77c-e0da-4c27-982a-ff322df19e38 admin admin] Publish callbacks [] for security_group (08bae001-f591-45fa-829c-5c61091ce3a0), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.873956 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-efc4e77c-e0da-4c27-982a-ff322df19e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (08bae001-f591-45fa-829c-5c61091ce3a0), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:20.955979 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-efc4e77c-e0da-4c27-982a-ff322df19e38 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=75f10ff8437149d4b6d1eca1b91da4ef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958719 Apr 11 18:49:20.961782 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35604) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:21.003140 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=fb615f93-150c-4a45-8fd1-edad9b49ee84,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:21.029155 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-98dd90be-9da0-4355-aebe-ddb19a341c04 req-605aee05-a579-4155-b05a-f47bca57ea6e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0534647 Apr 11 18:49:21.080496 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc4e77c-e0da-4c27-982a-ff322df19e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08bae001-f591-45fa-829c-5c61091ce3a0,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:21.083747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64393f07-c982-44b3-bf3c-d94848b8fc52 admin admin] Publish callbacks [] for security_group (08bae001-f591-45fa-829c-5c61091ce3a0), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:21.125732 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['fb615f93-150c-4a45-8fd1-edad9b49ee84'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:49:21.142616 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64393f07-c982-44b3-bf3c-d94848b8fc52 admin admin] Publish callbacks [] for security_group (08bae001-f591-45fa-829c-5c61091ce3a0), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:21.274801 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64393f07-c982-44b3-bf3c-d94848b8fc52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (08bae001-f591-45fa-829c-5c61091ce3a0), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:21.278956 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64393f07-c982-44b3-bf3c-d94848b8fc52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:21.282561 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-64393f07-c982-44b3-bf3c-d94848b8fc52 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/08bae001-f591-45fa-829c-5c61091ce3a0 HTTP/1.1" status: 204 len: 168 time: 0.3156657 Apr 11 18:49:21.309101 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.58', 65404) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:21.309917 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64393f07-c982-44b3-bf3c-d94848b8fc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08bae001-f591-45fa-829c-5c61091ce3a0,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:21.503198 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-de503efa-c295-4581-a25e-4587659c03b5 req-0ef7674c-c6cf-46ce-8c2e-350c9d2964d1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 210 time: 0.2251091 Apr 11 18:49:21.595025 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4ba1f4fa-b443-4203-b610-5be03045fa07 req-7e2ef4f4-d208-4fab-a4a1-d57332c4a5ae tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 210 time: 0.1088767 Apr 11 18:49:21.670189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9df04378-5e52-4822-b8d6-d2e6475562dd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:21.671591 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9df04378-5e52-4822-b8d6-d2e6475562dd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 817 time: 0.5423794 Apr 11 18:49:21.862694 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-cdb9f72a-e6b4-4f97-b07d-cf90e5a73829 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:21.865188 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-cdb9f72a-e6b4-4f97-b07d-cf90e5a73829 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 819 time: 0.5402749 Apr 11 18:49:21.900237 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'port': {'device_id': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'admin_state_up': True, 'tenant_id': '159bb2915915456b8a02f921912ea0ff'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:21.901355 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-72e75c6b-e6e0-401e-bf20-93054489d4f8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 380 time: 0.2116535 Apr 11 18:49:21.903663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92899fde-bb19-4d95-a48a-51d637c73a8e {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:21.913769 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'port': {'device_id': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'admin_state_up': True, 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'security_groups': ['5e4db310-f190-4f31-ab9a-6b747d645a28']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:21.923241 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Publish callbacks [] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:21.982939 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Transition to ACTIVE for port object 92899fde-bb19-4d95-a48a-51d637c73a8e will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:49:22.063071 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:22.137981 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Made reservation on behalf of 159bb2915915456b8a02f921912ea0ff for: {'port': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:49:22.146239 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:22.180320 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f5ac9c-4953-4d0c-9149-d846c2cd04e9 req-44b007bc-ac95-4aec-bc78-e28f2cfa7eaa tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:22.182576 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-38f5ac9c-4953-4d0c-9149-d846c2cd04e9 req-44b007bc-ac95-4aec-bc78-e28f2cfa7eaa tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 945 time: 0.2213748 Apr 11 18:49:22.239548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Pushing event updated for resources: {'Port': ['ID=92899fde-bb19-4d95-a48a-51d637c73a8e,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:22.371817 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device fb615f93-150c-4a45-8fd1-edad9b49ee84 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:22.416457 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-898cef63-f223-4348-85ad-a5b66efae9be req-db07ab41-0211-455d-89ed-2472a23029d8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0500989 Apr 11 18:49:22.427845 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Made reservation on behalf of c6fa8ba05d274ccb87f238031ba45505 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:49:22.431604 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:22.450304 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port fb615f93-150c-4a45-8fd1-edad9b49ee84 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:49:22.463535 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port fb615f93-150c-4a45-8fd1-edad9b49ee84 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:22.466473 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:22.505402 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Attempting to bind port 92899fde-bb19-4d95-a48a-51d637c73a8e on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:22.505846 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Attempting to bind port 92899fde-bb19-4d95-a48a-51d637c73a8e by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:22.506428 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Attempting to bind port 92899fde-bb19-4d95-a48a-51d637c73a8e on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:22.534331 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-38f5ac9c-4953-4d0c-9149-d846c2cd04e9 req-59be67d8-92fc-49b4-a55c-8e2470afd512 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372507 Apr 11 18:49:22.550142 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Port 92899fde-bb19-4d95-a48a-51d637c73a8e on network e16e855e-a414-4def-86b8-1c9730bbb714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:49:22.550142 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Attempting to bind port 92899fde-bb19-4d95-a48a-51d637c73a8e on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:22.561188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:22.561539 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Checking segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:22.562665 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Bound using segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:22.563438 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Bound port: 92899fde-bb19-4d95-a48a-51d637c73a8e, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:22.564864 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:22.726764 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Allocated IP 172.20.0.8 (e16e855e-a414-4def-86b8-1c9730bbb714/7093b739-06dc-4175-ba60-c1939a8d657a/8277eb55-15d7-41d3-9102-a9a872aecf87) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:22.860270 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-603e0bb5-8045-44bb-ad5c-3320bafc52ca req-a48e834c-fc7d-4465-bb58-596115ed2b07 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 210 time: 0.1499648 Apr 11 18:49:22.921543 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port fb615f93-150c-4a45-8fd1-edad9b49ee84 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:22.921871 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:22.935157 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-36162623-dafe-4627-84ca-e9c8917c86f3 req-b4c81c2f-223b-4468-873b-adb26bb13c7a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 210 time: 0.0962579 Apr 11 18:49:23.050411 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:23.056496 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb615f93-150c-4a45-8fd1-edad9b49ee84'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:23.069789 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.58', 65410) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:23.156616 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] For port 92899fde-bb19-4d95-a48a-51d637c73a8e, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:23.259307 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] For port 92899fde-bb19-4d95-a48a-51d637c73a8e, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=92899fde-bb19-4d95-a48a-51d637c73a8e,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:23.313700 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port fb615f93-150c-4a45-8fd1-edad9b49ee84, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84,segment=NetworkSegment(71ba3034-c9ee-4220-a052-6ee5b3d3e539),segment_id=71ba3034-c9ee-4220-a052-6ee5b3d3e539)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:23.313827 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Allocated IP 172.20.0.5 (5284b732-7473-4bdb-a090-76a61474b637/7f19ac17-f8e9-4712-8775-7ded68d99c77/0a4d41df-b2ba-4125-a890-3a2d9460fc4b) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:23.338730 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:23.360857 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:23.425363 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:23.485385 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=fb615f93-150c-4a45-8fd1-edad9b49ee84,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:23.548356 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:23.549659 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:23.553916 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] 10.222.0.58 "PUT /v2.0/ports/92899fde-bb19-4d95-a48a-51d637c73a8e HTTP/1.1" status: 200 len: 1093 time: 3.5676248 Apr 11 18:49:23.607734 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Network e16e855e-a414-4def-86b8-1c9730bbb714 is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:23.615090 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:23.636392 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'tag': '92899fde-bb19-4d95-a48a-51d637c73a8e'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:23.639799 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-273084e8-ff50-41c7-b375-542bb0a24da2" -d '{"events": [{"name": "network-changed", "server_uuid": "07793a11-00c1-47be-9fbb-9cf44e8ae20a", "tag": "92899fde-bb19-4d95-a48a-51d637c73a8e"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:23.649821 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:23.657002 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5490edc2-6b84-4910-aab5-8b5e2f4e345b req-66d67152-8905-48b0-9fb1-099879cb4236 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0673404 Apr 11 18:49:23.660350 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:23.663979 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:23.675654 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76f4133-1021-4d15-844c-b5c791aea349" -d '{"events": [{"server_uuid": "18725a25-8c90-4acd-b40b-a2ec3b438a67", "name": "network-vif-plugged", "status": "completed", "tag": "fb615f93-150c-4a45-8fd1-edad9b49ee84"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:23.712430 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'Port': ['ID=8277eb55-15d7-41d3-9102-a9a872aecf87,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:23.732080 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-f347bca9-5961-44a6-bd3c-af3721baf0bc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8354926 Apr 11 18:49:23.734895 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6445dc-d13c-4f4c-a514-88d45fa49211 service neutron] Pushing event updated for resources: {'Port': ['ID=92899fde-bb19-4d95-a48a-51d637c73a8e,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:23.743857 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Request body: {'port': {'device_id': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:23.891772 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-7f5f1f75-65fc-48e6-a4e8-90557c033a55 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:23.893877 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-7f5f1f75-65fc-48e6-a4e8-90557c033a55 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 810 time: 0.8185611 Apr 11 18:49:23.901237 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.008430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-5cc718fd-19be-4ff1-be00-2959cd835c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:24.010097 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-5cc718fd-19be-4ff1-be00-2959cd835c00 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 1127 time: 0.3363008 Apr 11 18:49:24.024392 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55db2b7f-b94e-494d-8cf5-ea3d6d2ad3fd x-openstack-request-id: req-55db2b7f-b94e-494d-8cf5-ea3d6d2ad3fd {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:24.024804 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18725a25-8c90-4acd-b40b-a2ec3b438a67", "name": "network-vif-plugged", "status": "completed", "tag": "fb615f93-150c-4a45-8fd1-edad9b49ee84", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:24.025273 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-55db2b7f-b94e-494d-8cf5-ea3d6d2ad3fd {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:24.025856 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55db2b7f-b94e-494d-8cf5-ea3d6d2ad3fd'] response: {'server_uuid': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb615f93-150c-4a45-8fd1-edad9b49ee84', 'code': 200} Apr 11 18:49:24.048016 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4666437-c0e6-4f13-8481-b943de3dcbb3 req-baa0cbcd-3943-4629-b9b7-09042248bc26 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:24.049916 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4666437-c0e6-4f13-8481-b943de3dcbb3 req-baa0cbcd-3943-4629-b9b7-09042248bc26 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.2111182 Apr 11 18:49:24.135910 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-ff2df96f-793a-4adc-8e9c-e8b7e971fae5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92899fde-bb19-4d95-a48a-51d637c73a8e HTTP/1.1" status: 200 len: 217 time: 0.1156192 Apr 11 18:49:24.141086 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24fa12f-3220-4bd2-a180-520450683956 x-openstack-request-id: req-b24fa12f-3220-4bd2-a180-520450683956 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:24.141086 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07793a11-00c1-47be-9fbb-9cf44e8ae20a", "tag": "92899fde-bb19-4d95-a48a-51d637c73a8e", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:24.149413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b24fa12f-3220-4bd2-a180-520450683956 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:24.149989 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b24fa12f-3220-4bd2-a180-520450683956'] response: {'name': 'network-changed', 'server_uuid': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'tag': '92899fde-bb19-4d95-a48a-51d637c73a8e', 'status': 'completed', 'code': 200} Apr 11 18:49:24.242027 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.58', 65413) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:24.362257 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b452ed-0c45-47be-bf94-928b1ddd178c req-8088cd66-f6ee-4060-b8fa-afcc8700544b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:24.364604 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-80b452ed-0c45-47be-bf94-928b1ddd178c req-8088cd66-f6ee-4060-b8fa-afcc8700544b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 1130 time: 0.1213777 Apr 11 18:49:24.377323 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c696ffdc-c0fb-4efb-a379-c9fa11c8204e None None] Provisioning complete for port 8277eb55-15d7-41d3-9102-a9a872aecf87 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:24.377854 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c696ffdc-c0fb-4efb-a379-c9fa11c8204e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.403625 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-81d72f81-ffd5-43bb-9f66-fd7d62dc4ded tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=167470b57e4745b8b40a7ed4c298111c HTTP/1.1" status: 200 len: 380 time: 0.4772644 Apr 11 18:49:24.452634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-80b452ed-0c45-47be-bf94-928b1ddd178c req-7ac9ad72-44f4-4d62-b8d1-ee88447d39cc service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.506230 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c696ffdc-c0fb-4efb-a379-c9fa11c8204e None None] Port 8277eb55-15d7-41d3-9102-a9a872aecf87 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:24.528637 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'port': {'device_id': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'admin_state_up': True, 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'security_groups': ['b84ea3d2-e480-4de0-9748-7ae1b83a2395']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:24.535624 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.590424 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-80b452ed-0c45-47be-bf94-928b1ddd178c req-7ac9ad72-44f4-4d62-b8d1-ee88447d39cc service neutron] Publish callbacks [] for security_group (73ad0929-3d95-4164-858a-8e6e4bead3bb), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.600800 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-80b452ed-0c45-47be-bf94-928b1ddd178c req-7ac9ad72-44f4-4d62-b8d1-ee88447d39cc service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (73ad0929-3d95-4164-858a-8e6e4bead3bb), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.715099 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-80b452ed-0c45-47be-bf94-928b1ddd178c req-7ac9ad72-44f4-4d62-b8d1-ee88447d39cc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179939 Apr 11 18:49:24.726608 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac9ad72-44f4-4d62-b8d1-ee88447d39cc service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=73ad0929-3d95-4164-858a-8e6e4bead3bb,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:24.804952 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8277eb55-15d7-41d3-9102-a9a872aecf87 {{(pid=115230) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:24.814212 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Publish callbacks [] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.838721 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.provisioning_blocks [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Transition to ACTIVE for port object 8277eb55-15d7-41d3-9102-a9a872aecf87 will not be triggered until provisioned by entity L2. {{(pid=115230) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:49:24.846592 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:24.879435 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-416066bf-3819-4ee6-b027-a27db3974bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:24.881234 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-416066bf-3819-4ee6-b027-a27db3974bf6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.7054288 Apr 11 18:49:24.991729 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4666437-c0e6-4f13-8481-b943de3dcbb3 req-29ab2a06-2b8f-422c-9bad-b3ce35120ab6 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8726084 Apr 11 18:49:25.055847 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Pushing event updated for resources: {'Port': ['ID=8277eb55-15d7-41d3-9102-a9a872aecf87,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:25.068180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4320ad3-0e01-48b5-8d98-7062bb533532 req-b583ad96-541c-48a4-8118-b99ea15f39ef tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:25.075046 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d4320ad3-0e01-48b5-8d98-7062bb533532 req-b583ad96-541c-48a4-8118-b99ea15f39ef tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 943 time: 0.5622418 Apr 11 18:49:25.129723 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.managers [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Attempting to bind port 8277eb55-15d7-41d3-9102-a9a872aecf87 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115230) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:25.130121 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.managers [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Attempting to bind port 8277eb55-15d7-41d3-9102-a9a872aecf87 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}] {{(pid=115230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:25.130438 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Attempting to bind port 8277eb55-15d7-41d3-9102-a9a872aecf87 on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:25.135498 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Port 8277eb55-15d7-41d3-9102-a9a872aecf87 on network e16e855e-a414-4def-86b8-1c9730bbb714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:49:25.135834 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Attempting to bind port 8277eb55-15d7-41d3-9102-a9a872aecf87 on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:25.141348 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:25.141723 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Checking segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:25.142302 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Bound using segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} {{(pid=115230) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:25.142758 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.managers [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Bound port: 8277eb55-15d7-41d3-9102-a9a872aecf87, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}}] {{(pid=115230) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:25.143124 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:25.162381 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-b54bb6ac-eff7-42d8-89d7-f4d70c190e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:25.163868 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-b54bb6ac-eff7-42d8-89d7-f4d70c190e79 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2097812 Apr 11 18:49:25.234319 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bcb83361-7ffd-4e80-97cf-2e8cbc017fab req-86a33754-a71d-4ded-8697-0c94f1d4b11f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 210 time: 0.0806181 Apr 11 18:49:25.242686 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] For port 8277eb55-15d7-41d3-9102-a9a872aecf87, host hv-cinder-83735, cleared binding levels {{(pid=115230) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:25.277635 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d4320ad3-0e01-48b5-8d98-7062bb533532 req-39126509-f7a3-40f2-8102-cc0239ab04fd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011793 Apr 11 18:49:25.288613 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:25.317385 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] For port 8277eb55-15d7-41d3-9102-a9a872aecf87, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8277eb55-15d7-41d3-9102-a9a872aecf87,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115230) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:25.321293 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Made reservation on behalf of 167470b57e4745b8b40a7ed4c298111c for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:49:25.326517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:25.330001 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:25.391472 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:25.392115 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:25.393561 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] 10.222.0.58 "PUT /v2.0/ports/8277eb55-15d7-41d3-9102-a9a872aecf87 HTTP/1.1" status: 200 len: 1093 time: 1.6544549 Apr 11 18:49:25.394016 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'tag': '8277eb55-15d7-41d3-9102-a9a872aecf87'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:25.512200 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-e14469b8-bf9e-4872-9031-def74ddc8368 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518500 Apr 11 18:49:25.575260 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Network 5284b732-7473-4bdb-a090-76a61474b637 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:25.592677 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:25.608407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:25.613093 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:25.627131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:25.627780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:25.636458 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b76fe7-a1fd-401a-9bcd-0f9baf97bb4b req-0534c48b-3fe7-408b-99fa-2d39f753f549 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:25.645135 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b6b76fe7-a1fd-401a-9bcd-0f9baf97bb4b req-0534c48b-3fe7-408b-99fa-2d39f753f549 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 931 time: 0.2714763 Apr 11 18:49:25.685234 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d843559a-3fcc-4015-9029-aa09d7d5349c service neutron] Pushing event updated for resources: {'Port': ['ID=8277eb55-15d7-41d3-9102-a9a872aecf87,revision_number=3']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:25.737618 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-ba34ccd6-2aea-4832-a93e-1beabe925cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:25.744785 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-ba34ccd6-2aea-4832-a93e-1beabe925cf1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 1127 time: 0.2444313 Apr 11 18:49:25.863705 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-7feb8c6a-18ce-4e80-8754-f08e8019c826 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277eb55-15d7-41d3-9102-a9a872aecf87 HTTP/1.1" status: 200 len: 217 time: 0.1116126 Apr 11 18:49:25.866168 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65" -d '{"events": [{"name": "network-changed", "server_uuid": "e61edef1-7d90-41b5-9ecb-d113f4282079", "tag": "8277eb55-15d7-41d3-9102-a9a872aecf87"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:25.906537 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-9b662096-413f-446b-9b44-95fb4607c7ed tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9976256 Apr 11 18:49:25.933520 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Request body: {'port': {'device_id': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:25.951952 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-383dd268-4cae-480d-b42a-bd8aa6ebcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:25.956300 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-383dd268-4cae-480d-b42a-bd8aa6ebcf9a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.0843472 Apr 11 18:49:25.991371 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-cdce0e9f-2446-4bf6-82c9-f95c426494b2 None None] Provisioning complete for port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:25.991860 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-cdce0e9f-2446-4bf6-82c9-f95c426494b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.078681 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-cdce0e9f-2446-4bf6-82c9-f95c426494b2 None None] Port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:26.113191 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-446c0de6-2668-4fab-8f45-5ccda228f188 x-openstack-request-id: req-446c0de6-2668-4fab-8f45-5ccda228f188 {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:26.113492 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61edef1-7d90-41b5-9ecb-d113f4282079", "tag": "8277eb55-15d7-41d3-9102-a9a872aecf87", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:26.113745 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-446c0de6-2668-4fab-8f45-5ccda228f188 {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:26.116853 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b6b76fe7-a1fd-401a-9bcd-0f9baf97bb4b req-ada9f5ea-0115-4837-815b-7de32707e2e6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4673142 Apr 11 18:49:26.117591 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-446c0de6-2668-4fab-8f45-5ccda228f188'] response: {'name': 'network-changed', 'server_uuid': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'tag': '8277eb55-15d7-41d3-9102-a9a872aecf87', 'status': 'completed', 'code': 200} Apr 11 18:49:26.158933 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-ba1b96e0-acca-45d7-a518-ab481aabb44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:26.160848 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-ba1b96e0-acca-45d7-a518-ab481aabb44e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1953728 Apr 11 18:49:26.180151 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a3ce71a-5070-455b-855b-8d6f939624e2 req-027b37e5-d8d6-4678-a747-1a76402217e9 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6399362 Apr 11 18:49:26.229246 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Allocated IP 172.20.0.9 (7da0844a-e832-4653-8abc-66c92bf0e894/1e7234af-2882-4e18-84f0-8be8d3c642a1/60f4567a-e3fe-4d3e-94c0-0173b9d95e7a) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:49:26.241960 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.310849 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30edac0-d45f-4255-aad2-db2fa589e743 req-6b3e6e5c-9008-497c-8042-6f2154b66fa1 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:26.312365 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e30edac0-d45f-4255-aad2-db2fa589e743 req-6b3e6e5c-9008-497c-8042-6f2154b66fa1 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.1166837 Apr 11 18:49:26.313866 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-8f7a1df5-345e-42ac-9233-322410061b0c service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415198 Apr 11 18:49:26.417564 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1faf74b6-ae8a-4c24-b000-b022560cb23c req-d010a226-a201-4d43-8628-f434fdfa9fd2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 210 time: 0.0688477 Apr 11 18:49:26.552393 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e30edac0-d45f-4255-aad2-db2fa589e743 req-ad8d3b55-4f7d-45d5-8615-3efa5a1b4740 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026665 Apr 11 18:49:26.635205 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35864) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:26.645993 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85cb029-271b-47da-9218-513ee396aab0 req-b0a13100-e49a-49de-8c30-616b3871f828 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:26.647509 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a85cb029-271b-47da-9218-513ee396aab0 req-b0a13100-e49a-49de-8c30-616b3871f828 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 943 time: 0.1344841 Apr 11 18:49:26.738772 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.743823 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-78eb4138-5728-43c8-a637-b55e0087ee9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.784464 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a85cb029-271b-47da-9218-513ee396aab0 req-44e5b4aa-b688-4379-9f99-c9525bf1573b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242883 Apr 11 18:49:26.825350 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-78eb4138-5728-43c8-a637-b55e0087ee9c admin admin] Publish callbacks [] for security_group (a11179f4-7ac4-4e7c-8aea-add5394f8196), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.830115 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-78eb4138-5728-43c8-a637-b55e0087ee9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a11179f4-7ac4-4e7c-8aea-add5394f8196), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.832961 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.871705 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-78eb4138-5728-43c8-a637-b55e0087ee9c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3eebf5d6be0e4400a82ff3c3da1745ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354140 Apr 11 18:49:26.874822 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eb4138-5728-43c8-a637-b55e0087ee9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11179f4-7ac4-4e7c-8aea-add5394f8196,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:26.875499 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35868) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:26.904893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Network 7da0844a-e832-4653-8abc-66c92bf0e894 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:49:26.910318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4d41df-b2ba-4125-a890-3a2d9460fc4b {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:26.915272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:49:26.923908 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:49:26.929263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:26.929917 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.935650 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Publish callbacks [] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.937155 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64a21792-d7a8-4f4e-8e19-b7bd52219b91 admin admin] Publish callbacks [] for security_group (a11179f4-7ac4-4e7c-8aea-add5394f8196), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.940540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'Port': ['ID=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:26.958604 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-088e919c-dd50-4c5a-968a-b2d032c4c423 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5247726 Apr 11 18:49:26.964610 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Transition to ACTIVE for port object 0a4d41df-b2ba-4125-a890-3a2d9460fc4b will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:49:26.965804 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64a21792-d7a8-4f4e-8e19-b7bd52219b91 admin admin] Publish callbacks [] for security_group (a11179f4-7ac4-4e7c-8aea-add5394f8196), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:26.969327 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.010740 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Request body: {'port': {'device_id': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:27.114065 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:27.147534 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-abd4a69a-ebe2-4467-b735-937638b1077e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.160030 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-1c23840a-80d9-41c5-8820-7939f89c430d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:27.161665 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-1c23840a-80d9-41c5-8820-7939f89c430d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 1127 time: 0.1123850 Apr 11 18:49:27.171836 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-29c715c5-e575-4c65-b36a-00bc09dbee75 req-90ecac58-ae17-4dcf-a706-d30737a57b37 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710198 Apr 11 18:49:27.176453 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64a21792-d7a8-4f4e-8e19-b7bd52219b91 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a11179f4-7ac4-4e7c-8aea-add5394f8196), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.185867 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-64a21792-d7a8-4f4e-8e19-b7bd52219b91 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.187251 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-64a21792-d7a8-4f4e-8e19-b7bd52219b91 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a11179f4-7ac4-4e7c-8aea-add5394f8196 HTTP/1.1" status: 204 len: 168 time: 0.3107903 Apr 11 18:49:27.225813 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Attempting to bind port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:27.226363 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Attempting to bind port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:27.226615 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Attempting to bind port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b on network 5284b732-7473-4bdb-a090-76a61474b637 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:27.234713 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b on network 5284b732-7473-4bdb-a090-76a61474b637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:49:27.235132 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Attempting to bind port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b on network 5284b732-7473-4bdb-a090-76a61474b637 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:27.240913 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a21792-d7a8-4f4e-8e19-b7bd52219b91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11179f4-7ac4-4e7c-8aea-add5394f8196,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:27.263977 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:27.264556 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Checking segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:27.264991 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Bound using segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:27.265593 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Bound port: 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:27.266765 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.272847 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.422544 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-79e41485-ba4f-4d27-a91d-6fe4dc1e1727 None None] Provisioning complete for port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:27.422940 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-79e41485-ba4f-4d27-a91d-6fe4dc1e1727 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.504731 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-79e41485-ba4f-4d27-a91d-6fe4dc1e1727 None None] Port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:49:27.623349 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff6eb6-70c2-4ecf-9960-9d49e146dd13 req-bbb0775b-a63b-427d-8009-72acd2b50b15 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:27.625094 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bff6eb6-70c2-4ecf-9960-9d49e146dd13 req-bbb0775b-a63b-427d-8009-72acd2b50b15 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.3240335 Apr 11 18:49:27.673932 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1060d7-7dcd-4f7b-9a87-8d92ca179d04 req-df3fde3f-2208-4292-acda-3a48ca01fb46 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:27.682288 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0f1060d7-7dcd-4f7b-9a87-8d92ca179d04 req-df3fde3f-2208-4292-acda-3a48ca01fb46 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 931 time: 0.1443412 Apr 11 18:49:27.726864 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35904) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:27.750536 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-4ed5dc2b-e125-4773-a014-dd96e75fa282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:27.923397 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:27.985419 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:28.006260 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-4ed5dc2b-e125-4773-a014-dd96e75fa282 admin admin] Publish callbacks [] for security_group (26c771b8-c431-4bd8-a5cc-1d4ac64451d4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.011047 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-4ed5dc2b-e125-4773-a014-dd96e75fa282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (26c771b8-c431-4bd8-a5cc-1d4ac64451d4), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.018572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.056850 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-4ed5dc2b-e125-4773-a014-dd96e75fa282 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=90bde818fbae40ffb8635be30e0687f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3275144 Apr 11 18:49:28.057165 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35914) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:28.058063 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed5dc2b-e125-4773-a014-dd96e75fa282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c771b8-c431-4bd8-a5cc-1d4ac64451d4,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:28.064076 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bff6eb6-70c2-4ecf-9960-9d49e146dd13 req-91c31ee0-8ce8-47c2-9d1c-2f5e7c05d55f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4231863 Apr 11 18:49:28.093396 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0f1060d7-7dcd-4f7b-9a87-8d92ca179d04 req-3a81cf29-24b5-41be-9bcd-6d1296ee36b8 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4093800 Apr 11 18:49:28.104274 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.104903 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.106364 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] 10.222.0.58 "PUT /v2.0/ports/0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 1093 time: 2.1874905 Apr 11 18:49:28.106824 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:28.109262 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-536a8238-2439-439b-ace9-55a48cd6db96" -d '{"events": [{"name": "network-changed", "server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:28.134645 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 92899fde-bb19-4d95-a48a-51d637c73a8e details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:49:28.142836 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f86e4df-3365-4006-b78d-4765113c6324 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:28.267551 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-7a9a332e-6190-4c41-88b2-e5eb411be473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.269869 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-7a9a332e-6190-4c41-88b2-e5eb411be473 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1127 time: 0.0673625 Apr 11 18:49:28.279602 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a820a28b-0f23-4125-b823-b35537d8f1cf admin admin] Publish callbacks [] for security_group (26c771b8-c431-4bd8-a5cc-1d4ac64451d4), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.326476 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-72c3de44-54a7-4d3b-819c-8a715cb8c089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.328451 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-72c3de44-54a7-4d3b-819c-8a715cb8c089 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 1127 time: 0.1429482 Apr 11 18:49:28.342669 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-d01ced43-8770-45c4-9654-8ffdcf8fb326 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 217 time: 0.0644908 Apr 11 18:49:28.356229 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 92899fde-bb19-4d95-a48a-51d637c73a8e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=92899fde-bb19-4d95-a48a-51d637c73a8e,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:28.386662 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '92899fde-bb19-4d95-a48a-51d637c73a8e', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'port_id': '92899fde-bb19-4d95-a48a-51d637c73a8e', 'mac_address': 'fa:16:3e:80:03:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:49:28.387535 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a820a28b-0f23-4125-b823-b35537d8f1cf admin admin] Publish callbacks [] for security_group (26c771b8-c431-4bd8-a5cc-1d4ac64451d4), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.435326 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 92899fde-bb19-4d95-a48a-51d637c73a8e is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:28.435719 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.446018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-665f3c56-6d72-4e8b-a93d-9508f37431ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.447678 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-665f3c56-6d72-4e8b-a93d-9508f37431ae service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.2983208 Apr 11 18:49:28.465673 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-03e05bc0-c563-4630-baf2-611c774bc531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.467448 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-03e05bc0-c563-4630-baf2-611c774bc531 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.1145525 Apr 11 18:49:28.490644 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92899fde-bb19-4d95-a48a-51d637c73a8e {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:28.528803 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 92899fde-bb19-4d95-a48a-51d637c73a8e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=92899fde-bb19-4d95-a48a-51d637c73a8e,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:28.533930 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.539860 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a820a28b-0f23-4125-b823-b35537d8f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (26c771b8-c431-4bd8-a5cc-1d4ac64451d4), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.543237 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a820a28b-0f23-4125-b823-b35537d8f1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.547144 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a820a28b-0f23-4125-b823-b35537d8f1cf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/26c771b8-c431-4bd8-a5cc-1d4ac64451d4 HTTP/1.1" status: 204 len: 168 time: 0.4835365 Apr 11 18:49:28.551118 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166774b4-784d-46dd-a66c-21ce934aee2a req-12179da6-b411-4354-b3f9-dd7c7f1975c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.552775 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-12179da6-b411-4354-b3f9-dd7c7f1975c6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785663 Apr 11 18:49:28.569111 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-e4939a31-aa2b-4fa4-b12e-3295cc3a0917 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92899fde-bb19-4d95-a48a-51d637c73a8e HTTP/1.1" status: 200 len: 217 time: 0.0843773 Apr 11 18:49:28.569361 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820a28b-0f23-4125-b823-b35537d8f1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c771b8-c431-4bd8-a5cc-1d4ac64451d4,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:28.583566 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6445a1-46e9-4f3d-961d-c1e0cc8dabde req-762cdc24-b2dc-403d-b917-3e75468e186c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.590936 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c6445a1-46e9-4f3d-961d-c1e0cc8dabde req-762cdc24-b2dc-403d-b917-3e75468e186c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 943 time: 0.4063795 Apr 11 18:49:28.599465 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:28.611297 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=92899fde-bb19-4d95-a48a-51d637c73a8e,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:28.665702 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Publish callbacks [] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.680076 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-ab35530f-8ca5-4728-9cfa-e878a8b6d98a service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200137 Apr 11 18:49:28.721789 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509a7308-a1b3-461c-9cad-d71476c01617 req-5eef4c86-b5a8-42da-943f-d331bcf46558 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.725812 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-509a7308-a1b3-461c-9cad-d71476c01617 req-5eef4c86-b5a8-42da-943f-d331bcf46558 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.4630070 Apr 11 18:49:28.746037 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['92899fde-bb19-4d95-a48a-51d637c73a8e'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:49:28.767226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Transition to ACTIVE for port object 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:49:28.794152 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:28.827796 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-166774b4-784d-46dd-a66c-21ce934aee2a req-f8c8f1e7-e1ea-4a22-96cd-2ff2cb8ef205 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376867 Apr 11 18:49:28.925553 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Pushing event updated for resources: {'Port': ['ID=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:28.930486 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-9f9c783c-8f4f-4ef7-b371-09d6e7af4a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.932706 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-9f9c783c-8f4f-4ef7-b371-09d6e7af4a41 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.3586612 Apr 11 18:49:28.943255 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c6445a1-46e9-4f3d-961d-c1e0cc8dabde req-75388196-1e01-4e76-96db-63973072170c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3514252 Apr 11 18:49:28.950724 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-8afedc1d-cc4a-426d-81c4-a74d819af0b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:28.952628 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-8afedc1d-cc4a-426d-81c4-a74d819af0b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.5039451 Apr 11 18:49:28.996244 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-509a7308-a1b3-461c-9cad-d71476c01617 req-0679f8d8-46af-472e-85cd-61362af96a73 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2577932 Apr 11 18:49:29.090873 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Attempting to bind port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:49:29.091222 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Attempting to bind port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:49:29.091626 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Attempting to bind port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a on network 7da0844a-e832-4653-8abc-66c92bf0e894 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:29.097497 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a on network 7da0844a-e832-4653-8abc-66c92bf0e894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:49:29.114929 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Attempting to bind port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a on network 7da0844a-e832-4653-8abc-66c92bf0e894 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:49:29.129797 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2765e1d9-2341-4ff1-b03b-20bde26c29e1 x-openstack-request-id: req-2765e1d9-2341-4ff1-b03b-20bde26c29e1 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:29.129797 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:29.129797 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2765e1d9-2341-4ff1-b03b-20bde26c29e1 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:29.129797 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2765e1d9-2341-4ff1-b03b-20bde26c29e1'] response: {'name': 'network-changed', 'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'status': 'completed', 'code': 200} Apr 11 18:49:29.141039 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:49:29.142387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Checking segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:49:29.145124 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Bound using segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:49:29.145658 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Bound port: 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:49:29.145987 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.277315 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35948) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:29.311717 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8495ce97-fe99-4c6b-9233-359559fb452f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.358155 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da855ae-f6fb-431c-a48b-62c39ad1caf0 req-c34acda8-b35e-4442-9658-a572525629c0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:29.365447 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7da855ae-f6fb-431c-a48b-62c39ad1caf0 req-c34acda8-b35e-4442-9658-a572525629c0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.1288888 Apr 11 18:49:29.377396 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4045d0b-f60d-4fc3-999e-a1e4afbb1eda req-60e8d382-7ef1-40a2-8804-2b9dd9fc850f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:29.379006 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4045d0b-f60d-4fc3-999e-a1e4afbb1eda req-60e8d382-7ef1-40a2-8804-2b9dd9fc850f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 943 time: 0.1413167 Apr 11 18:49:29.391154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] For port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:49:29.441517 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35954) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:29.452713 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] For port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:49:29.464060 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35958) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:29.484530 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.534065 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8495ce97-fe99-4c6b-9233-359559fb452f admin admin] Publish callbacks [] for security_group (23899bbd-2318-41cf-8cc0-a877bcebb1ac), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.543747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8495ce97-fe99-4c6b-9233-359559fb452f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (23899bbd-2318-41cf-8cc0-a877bcebb1ac), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.553732 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1ba75440-5e64-479c-8ee8-b39de53fd8ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.570248 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:29.571023 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.572632 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-155b9476-f366-4370-92dc-271af76f2061 service neutron] 10.222.0.58 "PUT /v2.0/ports/60f4567a-e3fe-4d3e-94c0-0173b9d95e7a HTTP/1.1" status: 200 len: 1093 time: 2.5685046 Apr 11 18:49:29.618173 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7da855ae-f6fb-431c-a48b-62c39ad1caf0 req-5924deb5-42b3-4c68-a35d-7638f0f1d0bd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2461193 Apr 11 18:49:29.660421 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4045d0b-f60d-4fc3-999e-a1e4afbb1eda req-0b9fdcc4-a1f4-41a2-a83a-8abfbaedf81e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2742009 Apr 11 18:49:29.665448 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495ce97-fe99-4c6b-9233-359559fb452f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23899bbd-2318-41cf-8cc0-a877bcebb1ac,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:29.700163 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-8495ce97-fe99-4c6b-9233-359559fb452f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=1bf66e0fe682433482e97128f742b956&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4182336 Apr 11 18:49:29.706160 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35968) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:29.718010 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2b818ee1-71f2-4766-b747-4c530c1444e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.787251 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-d049cdbe-c568-4cbb-aecf-f7da455ac546 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277eb55-15d7-41d3-9102-a9a872aecf87 HTTP/1.1" status: 200 len: 217 time: 0.1304317 Apr 11 18:49:29.809464 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-b88bcc95-2fd7-424e-b52b-946f9365b87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:29.811285 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-b88bcc95-2fd7-424e-b52b-946f9365b87c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1782744 Apr 11 18:49:29.814392 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0b33-2918-49b5-bd53-65d2f06bd04a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:29.814733 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b9476-f366-4370-92dc-271af76f2061 service neutron] Pushing event updated for resources: {'Port': ['ID=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:29.833181 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-75e32fba-999d-4387-b2be-b399a37df095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:29.834767 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-75e32fba-999d-4387-b2be-b399a37df095 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 1127 time: 0.1581404 Apr 11 18:49:29.850788 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a8238-2439-439b-ace9-55a48cd6db96 req-86e39ff2-20b3-41bd-8df9-51eafb9d3213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:29.852250 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-536a8238-2439-439b-ace9-55a48cd6db96 req-86e39ff2-20b3-41bd-8df9-51eafb9d3213 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1127 time: 0.1880245 Apr 11 18:49:29.906239 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-35c57fc4-b929-4f0c-b720-68801e8a0ad5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a HTTP/1.1" status: 200 len: 217 time: 0.0620129 Apr 11 18:49:29.945622 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-cc0df002-216d-4a3b-811f-233d34d35a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:29.947040 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-cc0df002-216d-4a3b-811f-233d34d35a47 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1499608 Apr 11 18:49:30.001149 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5df3594c-59a8-4a22-982c-d4a00bfac09a admin admin] Publish callbacks [] for security_group (23899bbd-2318-41cf-8cc0-a877bcebb1ac), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.053322 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-351133c1-88d2-4c73-87c9-e05aafa3157a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:30.054785 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-351133c1-88d2-4c73-87c9-e05aafa3157a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.1344023 Apr 11 18:49:30.063971 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-e5e7a9b9-009b-41b6-a3a0-ed5fb6ea79b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:30.065306 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-e5e7a9b9-009b-41b6-a3a0-ed5fb6ea79b1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784323 Apr 11 18:49:30.081250 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5df3594c-59a8-4a22-982c-d4a00bfac09a admin admin] Publish callbacks [] for security_group (23899bbd-2318-41cf-8cc0-a877bcebb1ac), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.093213 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-0207fbe0-cac4-43c1-b0e9-32a31f92acd8 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539077 Apr 11 18:49:30.133047 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2b818ee1-71f2-4766-b747-4c530c1444e5 admin admin] Publish callbacks [] for security_group (141084a8-fe58-42d6-a675-b9d17fd270e3), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.135760 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a8238-2439-439b-ace9-55a48cd6db96 req-d0b11289-448b-4302-a1a9-c8b6d003cff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:30.138040 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-536a8238-2439-439b-ace9-55a48cd6db96 req-d0b11289-448b-4302-a1a9-c8b6d003cff9 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.2647879 Apr 11 18:49:30.138292 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:49:30.152457 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2b818ee1-71f2-4766-b747-4c530c1444e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (141084a8-fe58-42d6-a675-b9d17fd270e3), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.160728 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 92899fde-bb19-4d95-a48a-51d637c73a8e up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:30.187954 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cce5ca-9169-4fd8-a582-1dd942b2a299 req-5ec18fe2-6881-4a32-8593-1b0c74d2f185 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:30.189470 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24cce5ca-9169-4fd8-a582-1dd942b2a299 req-5ec18fe2-6881-4a32-8593-1b0c74d2f185 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 943 time: 0.1333282 Apr 11 18:49:30.220080 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-2b818ee1-71f2-4766-b747-4c530c1444e5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=688d21bcb0fb4d8382409aa78612d2f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7774909 Apr 11 18:49:30.226251 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35976) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:30.226545 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 35978) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:30.250048 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-536a8238-2439-439b-ace9-55a48cd6db96 req-70a08e92-926b-48ab-895d-300a2e67a1db service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 217 time: 0.0849988 Apr 11 18:49:30.266599 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 92899fde-bb19-4d95-a48a-51d637c73a8e completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:49:30.267348 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-2abe52b9-d068-4139-86bd-a07afa47dc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:30.269164 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-2abe52b9-d068-4139-86bd-a07afa47dc8f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1775265 Apr 11 18:49:30.276580 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 92899fde-bb19-4d95-a48a-51d637c73a8e triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:30.279110 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.307663 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0b33-2918-49b5-bd53-65d2f06bd04a admin admin] Publish callbacks [] for security_group (f0f0b846-53df-424f-83d5-4e8b7a9ba93c), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.331130 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b818ee1-71f2-4766-b747-4c530c1444e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141084a8-fe58-42d6-a675-b9d17fd270e3,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:30.335224 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:30.343731 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a2d0b33-2918-49b5-bd53-65d2f06bd04a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f0f0b846-53df-424f-83d5-4e8b7a9ba93c), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.361012 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'port_id': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'mac_address': 'fa:16:3e:07:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:49:30.441520 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 92899fde-bb19-4d95-a48a-51d637c73a8e is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:30.441926 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.445904 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5df3594c-59a8-4a22-982c-d4a00bfac09a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (23899bbd-2318-41cf-8cc0-a877bcebb1ac), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.449122 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5df3594c-59a8-4a22-982c-d4a00bfac09a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.450463 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5df3594c-59a8-4a22-982c-d4a00bfac09a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23899bbd-2318-41cf-8cc0-a877bcebb1ac HTTP/1.1" status: 204 len: 168 time: 0.7420726 Apr 11 18:49:30.456939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:30.457538 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.471216 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-2a2d0b33-2918-49b5-bd53-65d2f06bd04a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2f9a28d0cb1d4663aea27520a3e721b6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0046597 Apr 11 18:49:30.472656 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2d0b33-2918-49b5-bd53-65d2f06bd04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0f0b846-53df-424f-83d5-4e8b7a9ba93c,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:30.481890 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92899fde-bb19-4d95-a48a-51d637c73a8e'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:30.484140 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6606f0-38dd-4ae2-aa96-7d0f08c854d3" -d '{"events": [{"server_uuid": "07793a11-00c1-47be-9fbb-9cf44e8ae20a", "name": "network-vif-plugged", "status": "completed", "tag": "92899fde-bb19-4d95-a48a-51d637c73a8e"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:30.484989 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 35984) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:30.502791 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4d41df-b2ba-4125-a890-3a2d9460fc4b {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:30.513240 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 92899fde-bb19-4d95-a48a-51d637c73a8e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=92899fde-bb19-4d95-a48a-51d637c73a8e,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:30.527534 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.536379 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:30.563926 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.565400 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 8277eb55-15d7-41d3-9102-a9a872aecf87 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:49:30.582614 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3594c-59a8-4a22-982c-d4a00bfac09a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23899bbd-2318-41cf-8cc0-a877bcebb1ac,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:30.599702 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a246c944-bdd7-4c50-9e07-206d191794ec x-openstack-request-id: req-a246c944-bdd7-4c50-9e07-206d191794ec {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:30.600765 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07793a11-00c1-47be-9fbb-9cf44e8ae20a", "name": "network-vif-plugged", "status": "completed", "tag": "92899fde-bb19-4d95-a48a-51d637c73a8e", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:30.601437 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a246c944-bdd7-4c50-9e07-206d191794ec {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:30.602263 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a246c944-bdd7-4c50-9e07-206d191794ec'] response: {'server_uuid': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92899fde-bb19-4d95-a48a-51d637c73a8e', 'code': 200} Apr 11 18:49:30.605600 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-8c0ed71e-7dfc-4d4e-b3f1-91cf13b460a5 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3200009 Apr 11 18:49:30.608844 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6da48835-a94c-4347-b879-595b3dc835a5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.624497 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-5a4e7caa-adb7-4efe-8913-94a6c6e3d4f2 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440247 Apr 11 18:49:30.628407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a8238-2439-439b-ace9-55a48cd6db96 req-7eac9116-e093-4e38-bba8-03bec918dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:30.630099 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-536a8238-2439-439b-ace9-55a48cd6db96 req-7eac9116-e093-4e38-bba8-03bec918dd61 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.1535971 Apr 11 18:49:30.647542 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24cce5ca-9169-4fd8-a582-1dd942b2a299 req-680f24f3-a03f-42e5-a972-4dccbcee6521 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979795 Apr 11 18:49:30.647894 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=92899fde-bb19-4d95-a48a-51d637c73a8e,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:30.713675 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.723059 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-273084e8-ff50-41c7-b375-542bb0a24da2 req-7ea5371d-382b-41d6-9d85-55a7a5c0607c service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6015725 Apr 11 18:49:30.805465 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:30.840081 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 8277eb55-15d7-41d3-9102-a9a872aecf87, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8277eb55-15d7-41d3-9102-a9a872aecf87,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:30.873393 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-01d8e4c8-098f-47f6-aa1b-1228a6b87239 req-574f7770-b697-45eb-8caa-36031301c5c7 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261205 Apr 11 18:49:30.875524 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '8277eb55-15d7-41d3-9102-a9a872aecf87', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'port_id': '8277eb55-15d7-41d3-9102-a9a872aecf87', 'mac_address': 'fa:16:3e:9e:3c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:49:30.877578 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-50f65285-76e8-4120-aa14-15d1a567ed5c admin admin] Publish callbacks [] for security_group (141084a8-fe58-42d6-a675-b9d17fd270e3), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.895899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a9fc07f-f8d7-423a-87fa-a46772deac43 admin admin] Publish callbacks [] for security_group (f0f0b846-53df-424f-83d5-4e8b7a9ba93c), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.937883 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-50f65285-76e8-4120-aa14-15d1a567ed5c admin admin] Publish callbacks [] for security_group (141084a8-fe58-42d6-a675-b9d17fd270e3), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:30.943834 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536a8238-2439-439b-ace9-55a48cd6db96 req-add5b576-172f-436e-a961-0b330c94e062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:30.945893 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-536a8238-2439-439b-ace9-55a48cd6db96 req-add5b576-172f-436e-a961-0b330c94e062 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2971013 Apr 11 18:49:30.981812 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 8277eb55-15d7-41d3-9102-a9a872aecf87 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:30.982487 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.003348 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8277eb55-15d7-41d3-9102-a9a872aecf87 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:31.012791 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b641cb8c-6b25-4055-bdae-e0a948dbae4b req-16f28eff-95b2-4767-a8f2-9d3c02b2d610 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:31.014619 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b641cb8c-6b25-4055-bdae-e0a948dbae4b req-16f28eff-95b2-4767-a8f2-9d3c02b2d610 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1679702 Apr 11 18:49:31.019140 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6da48835-a94c-4347-b879-595b3dc835a5 admin admin] Publish callbacks [] for security_group (012b9dd6-628d-4537-822c-cd09b4787a2b), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.022118 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21776c3b-60b5-4ad1-928e-d457b143872e req-7b41f565-0483-4e7c-8ee2-7567d5ef72df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:31.023736 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-21776c3b-60b5-4ad1-928e-d457b143872e req-7b41f565-0483-4e7c-8ee2-7567d5ef72df service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 1129 time: 0.1754270 Apr 11 18:49:31.027919 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a9fc07f-f8d7-423a-87fa-a46772deac43 admin admin] Publish callbacks [] for security_group (f0f0b846-53df-424f-83d5-4e8b7a9ba93c), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.028942 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6da48835-a94c-4347-b879-595b3dc835a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (012b9dd6-628d-4537-822c-cd09b4787a2b), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.032451 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4abea-94c0-48ce-b365-4cbd8e3e0b65 req-658770fc-6531-4249-9308-457a2cf74a20 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820572 Apr 11 18:49:31.043324 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 8277eb55-15d7-41d3-9102-a9a872aecf87, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8277eb55-15d7-41d3-9102-a9a872aecf87,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:31.049384 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.057358 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-50f65285-76e8-4120-aa14-15d1a567ed5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (141084a8-fe58-42d6-a675-b9d17fd270e3), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.061568 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-50f65285-76e8-4120-aa14-15d1a567ed5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.063909 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-50f65285-76e8-4120-aa14-15d1a567ed5c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/141084a8-fe58-42d6-a675-b9d17fd270e3 HTTP/1.1" status: 204 len: 168 time: 0.8254585 Apr 11 18:49:31.093138 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6da48835-a94c-4347-b879-595b3dc835a5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d356475f10194dd28d947c8a3db47f23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8535943 Apr 11 18:49:31.093138 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da48835-a94c-4347-b879-595b3dc835a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012b9dd6-628d-4537-822c-cd09b4787a2b,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:31.095497 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36008) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:31.129832 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:31.130011 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f65285-76e8-4120-aa14-15d1a567ed5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141084a8-fe58-42d6-a675-b9d17fd270e3,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:31.135653 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcc326c-5653-4a2f-8986-56c59055dd7c" -d '{"events": [{"name": "network-changed", "server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:31.170345 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b641cb8c-6b25-4055-bdae-e0a948dbae4b req-b2045810-54ba-4a7b-800c-a96ff7862063 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1453717 Apr 11 18:49:31.189255 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-441e9dfe-5cc4-4e74-8c86-41b37e6ffd7a admin admin] Publish callbacks [] for security_group (012b9dd6-628d-4537-822c-cd09b4787a2b), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.198730 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a9fc07f-f8d7-423a-87fa-a46772deac43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f0f0b846-53df-424f-83d5-4e8b7a9ba93c), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.201594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a9fc07f-f8d7-423a-87fa-a46772deac43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.207141 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6a9fc07f-f8d7-423a-87fa-a46772deac43 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f0f0b846-53df-424f-83d5-4e8b7a9ba93c HTTP/1.1" status: 204 len: 168 time: 0.7142010 Apr 11 18:49:31.210879 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=8277eb55-15d7-41d3-9102-a9a872aecf87,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:31.217912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9fc07f-f8d7-423a-87fa-a46772deac43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0f0b846-53df-424f-83d5-4e8b7a9ba93c,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:31.252092 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-441e9dfe-5cc4-4e74-8c86-41b37e6ffd7a admin admin] Publish callbacks [] for security_group (012b9dd6-628d-4537-822c-cd09b4787a2b), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.335295 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-441e9dfe-5cc4-4e74-8c86-41b37e6ffd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (012b9dd6-628d-4537-822c-cd09b4787a2b), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.340162 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-441e9dfe-5cc4-4e74-8c86-41b37e6ffd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.341336 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-441e9dfe-5cc4-4e74-8c86-41b37e6ffd7a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/012b9dd6-628d-4537-822c-cd09b4787a2b HTTP/1.1" status: 204 len: 168 time: 0.2448657 Apr 11 18:49:31.344794 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7399cf-c7f3-4618-9998-c19ba0395991 req-416a91b7-40d5-47ab-a16e-1bf36665f1e7 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:31.350473 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441e9dfe-5cc4-4e74-8c86-41b37e6ffd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012b9dd6-628d-4537-822c-cd09b4787a2b,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:31.358399 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d7399cf-c7f3-4618-9998-c19ba0395991 req-416a91b7-40d5-47ab-a16e-1bf36665f1e7 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 943 time: 0.0782542 Apr 11 18:49:31.404396 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['0a4d41df-b2ba-4125-a890-3a2d9460fc4b'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:49:31.421707 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d7399cf-c7f3-4618-9998-c19ba0395991 req-10948fde-d0cd-449c-a09f-c81d3d58148e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605745 Apr 11 18:49:31.470531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba24ee1-5b2a-43e5-a6fc-dc9694201303 x-openstack-request-id: req-8ba24ee1-5b2a-43e5-a6fc-dc9694201303 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:31.470710 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:31.470884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8ba24ee1-5b2a-43e5-a6fc-dc9694201303 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:31.471456 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba24ee1-5b2a-43e5-a6fc-dc9694201303'] response: {'name': 'network-changed', 'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'status': 'completed', 'code': 200} Apr 11 18:49:31.484532 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['8277eb55-15d7-41d3-9102-a9a872aecf87'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:49:31.888738 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-6624074b-d19d-481d-b961-7d27992da29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:31.890278 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-6624074b-d19d-481d-b961-7d27992da29c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 1127 time: 0.1495481 Apr 11 18:49:31.908121 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddfb27b-4eb8-4ff5-a945-1e462cf2b050 req-6f05a8e5-6fc7-45d6-bfe0-ea053ff713c9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:31.908121 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ddfb27b-4eb8-4ff5-a945-1e462cf2b050 req-6f05a8e5-6fc7-45d6-bfe0-ea053ff713c9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 944 time: 0.1310365 Apr 11 18:49:31.918541 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-21776c3b-60b5-4ad1-928e-d457b143872e req-f8914ca8-a8fd-4535-b6da-22baaf4d9016 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066159 Apr 11 18:49:31.934068 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36038) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:31.955375 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cc1a5722-6116-43fe-b604-5bb9f736ae64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:31.957443 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36040) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:31.975734 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-536a8238-2439-439b-ace9-55a48cd6db96 req-6fc5b0fc-3898-4e70-9b0c-f90370c9ec8f service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2714443 Apr 11 18:49:32.019081 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.045788 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-249522d6-c5cc-4dee-af08-f5db218cf537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.062698 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ddfb27b-4eb8-4ff5-a945-1e462cf2b050 req-6bff6d05-56fc-4be0-99c7-6783582efb78 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387744 Apr 11 18:49:32.080612 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-223c8ae2-0b31-405f-903c-45b47bd86df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:32.082811 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-223c8ae2-0b31-405f-903c-45b47bd86df6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 911 time: 0.1849761 Apr 11 18:49:32.149860 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cc1a5722-6116-43fe-b604-5bb9f736ae64 admin admin] Publish callbacks [] for security_group (2680f80e-e58e-48df-99a1-0cdc1c9efb14), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.158865 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cc1a5722-6116-43fe-b604-5bb9f736ae64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2680f80e-e58e-48df-99a1-0cdc1c9efb14), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.194505 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-17da81fd-71c0-41da-a187-9b2f7825b737 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a HTTP/1.1" status: 200 len: 217 time: 0.0585473 Apr 11 18:49:32.222912 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1a5722-6116-43fe-b604-5bb9f736ae64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2680f80e-e58e-48df-99a1-0cdc1c9efb14,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:32.241818 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-cc1a5722-6116-43fe-b604-5bb9f736ae64 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=40fcd6507f03493abf97133cc9577b79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065357 Apr 11 18:49:32.243783 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-249522d6-c5cc-4dee-af08-f5db218cf537 admin admin] Publish callbacks [] for security_group (4e875318-6c97-475f-805b-0561e2241427), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.247970 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36052) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:32.259196 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-249522d6-c5cc-4dee-af08-f5db218cf537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (4e875318-6c97-475f-805b-0561e2241427), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.332604 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-249522d6-c5cc-4dee-af08-f5db218cf537 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=928cdd7784cc4de2bb5dc85d39121dc0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741348 Apr 11 18:49:32.335262 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249522d6-c5cc-4dee-af08-f5db218cf537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e875318-6c97-475f-805b-0561e2241427,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:32.339441 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36058) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:32.371653 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-590edcf4-169e-4425-9dfc-d1bfb1c0ca69 admin admin] Publish callbacks [] for security_group (2680f80e-e58e-48df-99a1-0cdc1c9efb14), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.407576 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-590edcf4-169e-4425-9dfc-d1bfb1c0ca69 admin admin] Publish callbacks [] for security_group (2680f80e-e58e-48df-99a1-0cdc1c9efb14), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.435076 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b0a4-3de9-42f7-9047-12cb6009d480 admin admin] Publish callbacks [] for security_group (4e875318-6c97-475f-805b-0561e2241427), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.457528 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9f7431-5aac-4bb1-a349-586ba9a74731 req-72faa57c-6a29-426c-941d-a419d974ee34 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:32.472426 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b0a4-3de9-42f7-9047-12cb6009d480 admin admin] Publish callbacks [] for security_group (4e875318-6c97-475f-805b-0561e2241427), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.475418 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cb9f7431-5aac-4bb1-a349-586ba9a74731 req-72faa57c-6a29-426c-941d-a419d974ee34 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1004748 Apr 11 18:49:32.512499 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-590edcf4-169e-4425-9dfc-d1bfb1c0ca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2680f80e-e58e-48df-99a1-0cdc1c9efb14), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.515732 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-590edcf4-169e-4425-9dfc-d1bfb1c0ca69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.518384 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-590edcf4-169e-4425-9dfc-d1bfb1c0ca69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2680f80e-e58e-48df-99a1-0cdc1c9efb14 HTTP/1.1" status: 204 len: 168 time: 0.2693841 Apr 11 18:49:32.528806 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590edcf4-169e-4425-9dfc-d1bfb1c0ca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2680f80e-e58e-48df-99a1-0cdc1c9efb14,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:32.539688 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:49:32.546431 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:32.551841 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-91fd4d87-8948-4763-89d8-607c3c6cc64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:32.553769 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-91fd4d87-8948-4763-89d8-607c3c6cc64a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.2313979 Apr 11 18:49:32.557512 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-536a8238-2439-439b-ace9-55a48cd6db96 req-3df00995-c07d-411e-b8eb-b92433accd0b service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305019 Apr 11 18:49:32.558776 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b0a4-3de9-42f7-9047-12cb6009d480 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (4e875318-6c97-475f-805b-0561e2241427), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.561779 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5b1b0a4-3de9-42f7-9047-12cb6009d480 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.563030 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f5b1b0a4-3de9-42f7-9047-12cb6009d480 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4e875318-6c97-475f-805b-0561e2241427 HTTP/1.1" status: 204 len: 168 time: 0.2226758 Apr 11 18:49:32.590083 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b1b0a4-3de9-42f7-9047-12cb6009d480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e875318-6c97-475f-805b-0561e2241427,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:32.639914 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82837906-a8eb-46d2-88d1-3ad905c3d576 req-024969e8-11ee-4616-bd33-7747e9b19869 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:32.641498 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-82837906-a8eb-46d2-88d1-3ad905c3d576 req-024969e8-11ee-4616-bd33-7747e9b19869 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 943 time: 0.0655909 Apr 11 18:49:32.648519 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:49:32.651848 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cb9f7431-5aac-4bb1-a349-586ba9a74731 req-9ca9a497-6514-49f0-be5d-ee5550547f89 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751542 Apr 11 18:49:32.659706 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:32.660103 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:32.766351 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-82837906-a8eb-46d2-88d1-3ad905c3d576 req-e680bb59-b88d-4810-a5dc-e7099fa9b099 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993173 Apr 11 18:49:32.766351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-665417d2-5e70-46c0-9c30-da00777db046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:32.767722 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-665417d2-5e70-46c0-9c30-da00777db046 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0759976 Apr 11 18:49:32.878386 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-b5cba1af-7d02-43da-a489-425670836472 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022334 Apr 11 18:49:32.962506 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:32.962931 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.022420 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:33.032825 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdcc326c-5653-4a2f-8986-56c59055dd7c req-e8b80f54-4c04-4e61-abe3-959676071410 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326277 Apr 11 18:49:33.033429 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d85970d-b8a1-4110-916b-24228d576646" -d '{"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:33.055854 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:33.063406 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.064064 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 8277eb55-15d7-41d3-9102-a9a872aecf87 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:33.110646 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8c9338-bf96-4724-a41e-6eaaa6c2fcfd x-openstack-request-id: req-5d8c9338-bf96-4724-a41e-6eaaa6c2fcfd {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:33.110963 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:33.111238 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5d8c9338-bf96-4724-a41e-6eaaa6c2fcfd {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:33.111615 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8c9338-bf96-4724-a41e-6eaaa6c2fcfd'] response: {'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'code': 200} Apr 11 18:49:33.159331 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:33.186685 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'port_id': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'mac_address': 'fa:16:3e:25:83:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:49:33.193572 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:33.234979 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 8277eb55-15d7-41d3-9102-a9a872aecf87 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:49:33.240162 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb5b08b-3217-48e8-b88b-0abcd0f7aad2 req-d25f7515-9776-43de-ba5b-919a33cd7ac7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:33.243171 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:33.243673 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.243909 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3cb5b08b-3217-48e8-b88b-0abcd0f7aad2 req-d25f7515-9776-43de-ba5b-919a33cd7ac7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 944 time: 0.0871930 Apr 11 18:49:33.246426 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 8277eb55-15d7-41d3-9102-a9a872aecf87 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:33.246858 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.292423 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:49:33.318779 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3cb5b08b-3217-48e8-b88b-0abcd0f7aad2 req-8230b7d4-a4d5-4441-80f4-49bb17796c48 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674281 Apr 11 18:49:33.324419 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:33.352320 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.402662 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 8277eb55-15d7-41d3-9102-a9a872aecf87 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:33.403048 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.439336 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:33.451589 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 8277eb55-15d7-41d3-9102-a9a872aecf87, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8277eb55-15d7-41d3-9102-a9a872aecf87,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:33.456970 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.520566 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=8277eb55-15d7-41d3-9102-a9a872aecf87,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:33.611592 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['60f4567a-e3fe-4d3e-94c0-0173b9d95e7a'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:49:33.676302 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:33.836480 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45181323-d1e5-45d8-a7a3-993e52502a76 req-97d49b5c-d82c-4592-b1c1-43b167dfb715 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:33.844034 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-45181323-d1e5-45d8-a7a3-993e52502a76 req-97d49b5c-d82c-4592-b1c1-43b167dfb715 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0851557 Apr 11 18:49:33.865207 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc8d2f1-2ed0-46c1-a638-6e53a1c4af59 req-790a0b09-66b8-4696-b4e6-e11a533d183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:33.867004 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cc8d2f1-2ed0-46c1-a638-6e53a1c4af59 req-790a0b09-66b8-4696-b4e6-e11a533d183f service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1129 time: 0.0738456 Apr 11 18:49:33.938413 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cc8d2f1-2ed0-46c1-a638-6e53a1c4af59 req-963689d4-d698-4e51-abcd-c15543e0b6b3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624614 Apr 11 18:49:33.945596 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-45181323-d1e5-45d8-a7a3-993e52502a76 req-b4fd3a00-c055-4372-8db4-1f7aac77cd0e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006680 Apr 11 18:49:34.101251 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46030634-59e8-43e4-be96-fe9390ae14a8 req-6e679dff-ca41-44b4-8b8c-b3b3302ca84f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:34.101251 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-46030634-59e8-43e4-be96-fe9390ae14a8 req-6e679dff-ca41-44b4-8b8c-b3b3302ca84f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 944 time: 0.0922444 Apr 11 18:49:34.184315 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-46030634-59e8-43e4-be96-fe9390ae14a8 req-dfd352cc-2a22-4b30-a195-93e8176e5efe tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764644 Apr 11 18:49:34.458278 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aaff6b-bc3d-41c4-8fae-24e07bc7bbc8 req-63c79db1-f04e-477a-9544-30b16f8a408f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:34.460199 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-27aaff6b-bc3d-41c4-8fae-24e07bc7bbc8 req-63c79db1-f04e-477a-9544-30b16f8a408f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0523427 Apr 11 18:49:34.543878 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:49:34.550291 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-27aaff6b-bc3d-41c4-8fae-24e07bc7bbc8 req-14868d6a-1bb9-431f-b83f-24595958805f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785954 Apr 11 18:49:34.607897 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:49:34.621787 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:49:34.622247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:34.720843 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:49:34.721283 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:34.758888 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:34.765871 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:34.823819 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:35.028568 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36196) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:35.113163 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277eb55-15d7-41d3-9102-a9a872aecf87'}, {'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:35.116587 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8591ae40-3463-4000-b16f-df877b37d591" -d '{"events": [{"server_uuid": "e61edef1-7d90-41b5-9ecb-d113f4282079", "name": "network-vif-plugged", "status": "completed", "tag": "8277eb55-15d7-41d3-9102-a9a872aecf87"}, {"server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "name": "network-vif-plugged", "status": "completed", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:35.160832 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b917d07-b718-4ffa-be72-2fa69e4eebc4 req-fd91f91c-72e5-4e9a-b863-9e70b70e46a5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:35.163247 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7b917d07-b718-4ffa-be72-2fa69e4eebc4 req-fd91f91c-72e5-4e9a-b863-9e70b70e46a5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.1222095 Apr 11 18:49:35.240838 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7b917d07-b718-4ffa-be72-2fa69e4eebc4 req-3c9a5891-d6fd-49d8-a00a-997c496018c5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710480 Apr 11 18:49:35.258833 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d8d61d-81ab-4936-bce3-9918fea12227 x-openstack-request-id: req-29d8d61d-81ab-4936-bce3-9918fea12227 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:35.259145 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61edef1-7d90-41b5-9ecb-d113f4282079", "name": "network-vif-plugged", "status": "completed", "tag": "8277eb55-15d7-41d3-9102-a9a872aecf87", "code": 200}, {"server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "name": "network-vif-plugged", "status": "completed", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:35.259401 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-29d8d61d-81ab-4936-bce3-9918fea12227 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:35.259833 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d8d61d-81ab-4936-bce3-9918fea12227'] response: {'server_uuid': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8277eb55-15d7-41d3-9102-a9a872aecf87', 'code': 200} Apr 11 18:49:35.260095 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d8d61d-81ab-4936-bce3-9918fea12227'] response: {'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'code': 200} Apr 11 18:49:35.337447 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d5fee68e-2cf8-4ed1-be42-62d593e2e579 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:35.472348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c242205-4e2e-4974-9807-c22a9eca03f8 req-c913f68d-c9c6-49a9-9e90-6d3e5ce812ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:35.475837 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c242205-4e2e-4974-9807-c22a9eca03f8 req-c913f68d-c9c6-49a9-9e90-6d3e5ce812ed tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.1050150 Apr 11 18:49:35.557403 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c242205-4e2e-4974-9807-c22a9eca03f8 req-5f85b49a-33c9-43f8-8ac6-cf7b22177c53 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748522 Apr 11 18:49:35.568065 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d5fee68e-2cf8-4ed1-be42-62d593e2e579 admin admin] Publish callbacks [] for security_group (cef8e44a-9c91-4108-8ccf-ff9296fba9a3), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:35.575205 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d5fee68e-2cf8-4ed1-be42-62d593e2e579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (cef8e44a-9c91-4108-8ccf-ff9296fba9a3), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:35.632585 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fee68e-2cf8-4ed1-be42-62d593e2e579 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cef8e44a-9c91-4108-8ccf-ff9296fba9a3,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:35.656399 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d5fee68e-2cf8-4ed1-be42-62d593e2e579 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9796a3287d6246ec91711ba554d74c39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6261630 Apr 11 18:49:35.659155 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36232) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:35.755484 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf753-af69-4565-8ad2-8009a4f9c04c admin admin] Publish callbacks [] for security_group (cef8e44a-9c91-4108-8ccf-ff9296fba9a3), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:35.767049 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43713fea-c957-4f35-8eb7-aebc8d4d2632 req-987f5dfa-54e8-4e1f-9ad6-144ec15d0924 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:35.780661 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-43713fea-c957-4f35-8eb7-aebc8d4d2632 req-987f5dfa-54e8-4e1f-9ad6-144ec15d0924 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.1243987 Apr 11 18:49:35.826973 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf753-af69-4565-8ad2-8009a4f9c04c admin admin] Publish callbacks [] for security_group (cef8e44a-9c91-4108-8ccf-ff9296fba9a3), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:35.924900 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf753-af69-4565-8ad2-8009a4f9c04c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (cef8e44a-9c91-4108-8ccf-ff9296fba9a3), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:35.929266 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ab5cf753-af69-4565-8ad2-8009a4f9c04c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:35.931356 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ab5cf753-af69-4565-8ad2-8009a4f9c04c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cef8e44a-9c91-4108-8ccf-ff9296fba9a3 HTTP/1.1" status: 204 len: 168 time: 0.2697239 Apr 11 18:49:35.943567 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cf753-af69-4565-8ad2-8009a4f9c04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef8e44a-9c91-4108-8ccf-ff9296fba9a3,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:35.945378 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-43713fea-c957-4f35-8eb7-aebc8d4d2632 req-94609c14-d95f-4058-918f-99821d9c80de tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528249 Apr 11 18:49:35.951693 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896402c-d3d7-4c2e-8543-d7addb55fc33 req-3bb37b3a-f1c3-437e-aae6-18aed40b5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:35.953611 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3896402c-d3d7-4c2e-8543-d7addb55fc33 req-3bb37b3a-f1c3-437e-aae6-18aed40b5b04 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 1129 time: 0.1115260 Apr 11 18:49:35.976999 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7259ed-e235-4bbf-a018-94c062548483 req-e96fff96-fc17-4c8d-96a8-71f20cd2f0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:35.976999 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-be7259ed-e235-4bbf-a018-94c062548483 req-e96fff96-fc17-4c8d-96a8-71f20cd2f0e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 1129 time: 0.1033156 Apr 11 18:49:35.990622 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36246) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:36.055413 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3896402c-d3d7-4c2e-8543-d7addb55fc33 req-94a7cc20-1339-4518-aaeb-993384dfd89a service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846422 Apr 11 18:49:36.058564 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-be7259ed-e235-4bbf-a018-94c062548483 req-1089c2f7-d48f-4e1d-a75d-f6755d38fd32 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751631 Apr 11 18:49:36.350176 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bea86f44-37be-4d5a-b62c-26ff35665af4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:36.393302 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e4c796-033a-474c-ae07-c8d4ee184000 req-3a28cf91-a78b-4040-b3e7-fd893de59eb4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:36.401608 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80e4c796-033a-474c-ae07-c8d4ee184000 req-3a28cf91-a78b-4040-b3e7-fd893de59eb4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0612557 Apr 11 18:49:36.457730 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bea86f44-37be-4d5a-b62c-26ff35665af4 admin admin] Publish callbacks [] for security_group (5fa2df6b-be55-49f9-8dee-17de5366dd34), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:36.462724 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bea86f44-37be-4d5a-b62c-26ff35665af4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (5fa2df6b-be55-49f9-8dee-17de5366dd34), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:36.473822 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80e4c796-033a-474c-ae07-c8d4ee184000 req-b3b39c8e-ca02-4502-a4f6-6f9e946ed9f1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712917 Apr 11 18:49:36.510524 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-bea86f44-37be-4d5a-b62c-26ff35665af4 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7ff89f6dee8b4c5f9267266e87c45797&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5174954 Apr 11 18:49:36.513124 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 36276) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:36.542641 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea86f44-37be-4d5a-b62c-26ff35665af4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa2df6b-be55-49f9-8dee-17de5366dd34,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:36.578884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-35f61dec-5695-4744-928a-c8e85d715fc2 admin admin] Publish callbacks [] for security_group (5fa2df6b-be55-49f9-8dee-17de5366dd34), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:36.648511 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-35f61dec-5695-4744-928a-c8e85d715fc2 admin admin] Publish callbacks [] for security_group (5fa2df6b-be55-49f9-8dee-17de5366dd34), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:36.671429 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36288) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:36.762459 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4757371-0580-452e-a0fe-9e4810602db7 req-f5ed52b2-7ea7-45f4-8629-ed6e56742b89 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:36.764118 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4757371-0580-452e-a0fe-9e4810602db7 req-f5ed52b2-7ea7-45f4-8629-ed6e56742b89 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.1786013 Apr 11 18:49:36.774826 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36296) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:36.786913 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'floatingip': {'port_id': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:36.805540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db19d80f-321c-43cc-9116-da78c7ea426e req-bb1987ab-ba70-4997-bdee-d9ad254a4b34 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:36.807619 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-db19d80f-321c-43cc-9116-da78c7ea426e req-bb1987ab-ba70-4997-bdee-d9ad254a4b34 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.1230233 Apr 11 18:49:36.826412 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-35f61dec-5695-4744-928a-c8e85d715fc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (5fa2df6b-be55-49f9-8dee-17de5366dd34), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:36.830382 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-35f61dec-5695-4744-928a-c8e85d715fc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:36.834899 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-35f61dec-5695-4744-928a-c8e85d715fc2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/5fa2df6b-be55-49f9-8dee-17de5366dd34 HTTP/1.1" status: 204 len: 168 time: 0.3201854 Apr 11 18:49:36.855572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f61dec-5695-4744-928a-c8e85d715fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa2df6b-be55-49f9-8dee-17de5366dd34,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:36.913165 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-db19d80f-321c-43cc-9116-da78c7ea426e req-505340a3-ba7c-4935-909e-22a3ff3284db tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950472 Apr 11 18:49:36.945866 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9540cd41-06b0-46a8-9fb5-397c2aa4acdd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.007410 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (055ae014-90be-4532-9d7e-6c63828bb5af), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.132391 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c032232-99c2-4289-8ae3-bf9766497667 req-88757947-ac1d-470d-ac66-0d54d436143a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:37.134080 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c032232-99c2-4289-8ae3-bf9766497667 req-88757947-ac1d-470d-ac66-0d54d436143a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0584528 Apr 11 18:49:37.198716 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c032232-99c2-4289-8ae3-bf9766497667 req-e390a2d9-10a5-48e9-a3fd-423764a67d5f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584466 Apr 11 18:49:37.270190 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9540cd41-06b0-46a8-9fb5-397c2aa4acdd admin admin] Publish callbacks [] for security_group (923a17bd-c233-4635-8b96-1136d7e7ec8c), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.305846 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9540cd41-06b0-46a8-9fb5-397c2aa4acdd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (923a17bd-c233-4635-8b96-1136d7e7ec8c), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.329277 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 36314) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:37.351679 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1faf48c-c174-4814-a691-8934f070df87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.362059 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9540cd41-06b0-46a8-9fb5-397c2aa4acdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923a17bd-c233-4635-8b96-1136d7e7ec8c,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:37.396869 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9540cd41-06b0-46a8-9fb5-397c2aa4acdd admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6c3f82cbc3ab475d8715478c1fec3989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7238100 Apr 11 18:49:37.401827 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36316) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:37.485333 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1faf48c-c174-4814-a691-8934f070df87 admin admin] Publish callbacks [] for security_group (da21bdc4-5ef4-4f86-acd4-9602aea7d29f), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.490795 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1faf48c-c174-4814-a691-8934f070df87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (da21bdc4-5ef4-4f86-acd4-9602aea7d29f), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.556061 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b1faf48c-c174-4814-a691-8934f070df87 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=71faad83506942e59f731596689eda8a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228758 Apr 11 18:49:37.556061 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faf48c-c174-4814-a691-8934f070df87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da21bdc4-5ef4-4f86-acd4-9602aea7d29f,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:37.558698 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 36324) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:37.649042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-42c7d82d-176f-42c3-bdf7-33260246f6de admin admin] Publish callbacks [] for security_group (da21bdc4-5ef4-4f86-acd4-9602aea7d29f), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.676253 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-42c7d82d-176f-42c3-bdf7-33260246f6de admin admin] Publish callbacks [] for security_group (da21bdc4-5ef4-4f86-acd4-9602aea7d29f), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.731352 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-42c7d82d-176f-42c3-bdf7-33260246f6de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (da21bdc4-5ef4-4f86-acd4-9602aea7d29f), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.738739 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-42c7d82d-176f-42c3-bdf7-33260246f6de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.740001 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0d26c760-2c43-445f-8a64-ad7e85eb7dc7 admin admin] Publish callbacks [] for security_group (923a17bd-c233-4635-8b96-1136d7e7ec8c), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:37.742900 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-42c7d82d-176f-42c3-bdf7-33260246f6de admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/da21bdc4-5ef4-4f86-acd4-9602aea7d29f HTTP/1.1" status: 204 len: 168 time: 0.1806824 Apr 11 18:49:37.751666 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c7d82d-176f-42c3-bdf7-33260246f6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da21bdc4-5ef4-4f86-acd4-9602aea7d29f,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:37.849375 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0d26c760-2c43-445f-8a64-ad7e85eb7dc7 admin admin] Publish callbacks [] for security_group (923a17bd-c233-4635-8b96-1136d7e7ec8c), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.067740 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30725859-ca5b-4ddc-89b9-875bd1858394 req-b7c31bd7-e3ab-4a18-99c8-51cb1f4ed03c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:38.068258 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0d26c760-2c43-445f-8a64-ad7e85eb7dc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (923a17bd-c233-4635-8b96-1136d7e7ec8c), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.069407 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30725859-ca5b-4ddc-89b9-875bd1858394 req-b7c31bd7-e3ab-4a18-99c8-51cb1f4ed03c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0724318 Apr 11 18:49:38.073357 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0d26c760-2c43-445f-8a64-ad7e85eb7dc7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.077803 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-0d26c760-2c43-445f-8a64-ad7e85eb7dc7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/923a17bd-c233-4635-8b96-1136d7e7ec8c HTTP/1.1" status: 204 len: 168 time: 0.6726172 Apr 11 18:49:38.118528 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d26c760-2c43-445f-8a64-ad7e85eb7dc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923a17bd-c233-4635-8b96-1136d7e7ec8c,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:38.143936 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.149418 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (055ae014-90be-4532-9d7e-6c63828bb5af), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.165403 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30725859-ca5b-4ddc-89b9-875bd1858394 req-bde58a23-2f9e-4029-b842-d18729c3763f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810847 Apr 11 18:49:38.299443 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.l3_db [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Floating IP 055ae014-90be-4532-9d7e-6c63828bb5af associated. External IP: 172.27.0.197, port: 0a4d41df-b2ba-4125-a890-3a2d9460fc4b. Apr 11 18:49:38.348995 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d638d8cb-289b-4185-82d0-431b639aa915 req-9775b568-7870-40ef-8512-3a271c8819ef tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:38.351621 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d638d8cb-289b-4185-82d0-431b639aa915 req-9775b568-7870-40ef-8512-3a271c8819ef tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0607324 Apr 11 18:49:38.418290 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d638d8cb-289b-4185-82d0-431b639aa915 req-1d21e335-cb42-4131-b51f-c2bef8513a14 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609100 Apr 11 18:49:38.577395 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Router c2825927-a5b2-4cff-9932-a9b94d871799 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:49:38.584510 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 36364) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:38.601189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-05f1a3e0-577a-454a-bb84-56b27147291c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.718935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-05f1a3e0-577a-454a-bb84-56b27147291c admin admin] Publish callbacks [] for security_group (2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.725515 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-05f1a3e0-577a-454a-bb84-56b27147291c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.758867 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:49:38.764866 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.773735 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-05f1a3e0-577a-454a-bb84-56b27147291c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e9d74ae4528c4cdfbc760bcc39f475d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1845551 Apr 11 18:49:38.773735 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 36374) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:38.788100 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] Sync routers for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:49:38.801305 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-bbb41ce0-adeb-460b-a423-567fafe6a2e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "PUT /v2.0/floatingips/055ae014-90be-4532-9d7e-6c63828bb5af HTTP/1.1" status: 200 len: 991 time: 2.0258832 Apr 11 18:49:38.801954 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:38.804705 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbb319a-0f67-4474-bc13-363bb52d1af6" -d '{"events": [{"name": "network-changed", "server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:38.823132 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:38.824197 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:38.841257 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1a3e0-577a-454a-bb84-56b27147291c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:38.851559 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11a3bdc-66f9-42de-a00e-0a6c9f888d2b x-openstack-request-id: req-b11a3bdc-66f9-42de-a00e-0a6c9f888d2b {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:38.851854 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:38.852106 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b11a3bdc-66f9-42de-a00e-0a6c9f888d2b {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:38.852506 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b11a3bdc-66f9-42de-a00e-0a6c9f888d2b'] response: {'name': 'network-changed', 'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'status': 'completed', 'code': 200} Apr 11 18:49:38.862174 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bfc35e-68eb-45ce-a3b4-2a754eec6067 admin admin] Publish callbacks [] for security_group (2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.887436 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bfc35e-68eb-45ce-a3b4-2a754eec6067 admin admin] Publish callbacks [] for security_group (2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.946984 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:38.953110 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bfc35e-68eb-45ce-a3b4-2a754eec6067 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.956321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bfc35e-68eb-45ce-a3b4-2a754eec6067 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:38.957519 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-99bfc35e-68eb-45ce-a3b4-2a754eec6067 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7 HTTP/1.1" status: 204 len: 168 time: 0.1830137 Apr 11 18:49:38.970994 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bfc35e-68eb-45ce-a3b4-2a754eec6067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bba2c2c-d2f9-48eb-b4c1-71a377ed14c7,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:39.249081 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '055ae014-90be-4532-9d7e-6c63828bb5af', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'port_id': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'mac_address': 'fa:16:3e:07:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:49:09Z', 'updated_at': '2022-04-11T18:49:37Z', 'revision_number': 1, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:39.289745 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e65ba1c-9344-4808-9f18-9bcb1a710a3f req-5e054f76-0450-46e1-8f6c-1fa207e9efe7 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:39.290735 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] Checking router: c2825927-a5b2-4cff-9932-a9b94d871799 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:49:39.297748 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7e65ba1c-9344-4808-9f18-9bcb1a710a3f req-5e054f76-0450-46e1-8f6c-1fa207e9efe7 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0625515 Apr 11 18:49:39.301770 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:39.302549 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:39.355045 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7e65ba1c-9344-4808-9f18-9bcb1a710a3f req-a2613a2f-4a59-47c9-b1cf-885bafaeb082 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562406 Apr 11 18:49:39.425702 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:39.556581 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105cff4-30a9-475a-909c-7d943d3661bf req-4baf1085-45eb-443d-bf3c-a550668482df tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:39.558948 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c105cff4-30a9-475a-909c-7d943d3661bf req-4baf1085-45eb-443d-bf3c-a550668482df tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0602176 Apr 11 18:49:39.664302 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c105cff4-30a9-475a-909c-7d943d3661bf req-b2931d2f-e286-4b1e-9df6-93d5d1f18b5a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929189 Apr 11 18:49:39.704949 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '055ae014-90be-4532-9d7e-6c63828bb5af', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'port_id': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'mac_address': 'fa:16:3e:07:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:49:09Z', 'updated_at': '2022-04-11T18:49:37Z', 'revision_number': 1, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:39.832982 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898be14e-7a2a-4f69-9bdd-afeea921779a None None] The sync data for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi is: [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '055ae014-90be-4532-9d7e-6c63828bb5af', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'floating_ip_address': '172.27.0.197', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'port_id': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'mac_address': 'fa:16:3e:07:9d:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:49:09Z', 'updated_at': '2022-04-11T18:49:37Z', 'revision_number': 1, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:49:40.082266 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c7c5470-d1bb-443e-af8f-7841ef238f67 None None] New status for floating IP 055ae014-90be-4532-9d7e-6c63828bb5af: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:49:40.471850 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a46b9f-8ec1-4707-ae0a-51dbf73e69cd req-a149bb01-7d23-4a0c-847a-8cbc2e69b813 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:40.473550 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-87a46b9f-8ec1-4707-ae0a-51dbf73e69cd req-a149bb01-7d23-4a0c-847a-8cbc2e69b813 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0549414 Apr 11 18:49:40.524999 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-87a46b9f-8ec1-4707-ae0a-51dbf73e69cd req-71106d8e-cf07-4e88-b4b0-d996301398d5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454154 Apr 11 18:49:40.781092 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee59ca98-ded7-4dfa-9b79-3c0230eccb5c req-7ff49708-3f1d-4993-88f1-1c244d767ed7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:40.785019 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ee59ca98-ded7-4dfa-9b79-3c0230eccb5c req-7ff49708-3f1d-4993-88f1-1c244d767ed7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0652759 Apr 11 18:49:40.856515 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ee59ca98-ded7-4dfa-9b79-3c0230eccb5c req-566da105-192a-4f2d-b2e5-dd1aeef8bb8e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608547 Apr 11 18:49:41.180250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149a32d-dd75-40da-ba64-a33a349c5456 req-3b2c65f5-a6d3-4958-a884-e19bf28be148 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:41.182711 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6149a32d-dd75-40da-ba64-a33a349c5456 req-3b2c65f5-a6d3-4958-a884-e19bf28be148 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0516584 Apr 11 18:49:41.236012 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6149a32d-dd75-40da-ba64-a33a349c5456 req-f071b8b5-5ae8-47f9-ab4d-4711c6ed48ce tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476925 Apr 11 18:49:41.650046 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d96fd0-2e31-40a4-8ee2-8c3408b2adf4 req-ab66c113-e580-44d8-92f6-00e31e97d06b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:41.652070 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b7d96fd0-2e31-40a4-8ee2-8c3408b2adf4 req-ab66c113-e580-44d8-92f6-00e31e97d06b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0456648 Apr 11 18:49:41.705093 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b7d96fd0-2e31-40a4-8ee2-8c3408b2adf4 req-2cebbdcb-4fb4-419e-9825-278d93d197bc tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472076 Apr 11 18:49:41.862318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e31fb10-55ce-4c79-b40a-60bb1f48d002 req-0ba4bd73-ca35-49d4-9f34-d75d493eb007 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:41.863771 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6e31fb10-55ce-4c79-b40a-60bb1f48d002 req-0ba4bd73-ca35-49d4-9f34-d75d493eb007 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0516059 Apr 11 18:49:41.872899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 36518) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:41.877184 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'floatingip': {'port_id': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:49:41.947134 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (b697f7f3-0b90-4476-aa68-d2cf1e3be5f6), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:42.398824 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e51db93-c844-4846-a08e-c50425ee7bde req-1c10b88a-41d5-4315-a242-f50942eba6b1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:42.400297 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1e51db93-c844-4846-a08e-c50425ee7bde req-1c10b88a-41d5-4315-a242-f50942eba6b1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0804386 Apr 11 18:49:42.518412 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1e51db93-c844-4846-a08e-c50425ee7bde req-8f05e18b-474c-4da6-bde4-8ef150cad55e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100843 Apr 11 18:49:42.843135 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:42.846948 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (b697f7f3-0b90-4476-aa68-d2cf1e3be5f6), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:42.945680 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Floating IP b697f7f3-0b90-4476-aa68-d2cf1e3be5f6 associated. External IP: 172.27.0.171, port: 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a. Apr 11 18:49:43.161291 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Router b56f4fe8-8855-4383-bc42-7dc736cc2b48 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:49:43.270363 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:49:43.275337 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:43.280628 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] Sync routers for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:49:43.290041 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:43.290740 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:43.317091 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-eecad435-d481-486e-b529-9451415aaba6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "PUT /v2.0/floatingips/b697f7f3-0b90-4476-aa68-d2cf1e3be5f6 HTTP/1.1" status: 200 len: 991 time: 1.4300375 Apr 11 18:49:43.317091 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:43.317091 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-413f7ed6-666d-43cd-9355-c1e3c5008926" -d '{"events": [{"name": "network-changed", "server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:43.341921 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480fa3d2-436e-4b99-b2f3-26ba555096ed x-openstack-request-id: req-480fa3d2-436e-4b99-b2f3-26ba555096ed {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:43.342217 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:43.342473 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-480fa3d2-436e-4b99-b2f3-26ba555096ed {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:43.342880 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480fa3d2-436e-4b99-b2f3-26ba555096ed'] response: {'name': 'network-changed', 'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'status': 'completed', 'code': 200} Apr 11 18:49:43.399057 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:43.617738 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'b697f7f3-0b90-4476-aa68-d2cf1e3be5f6', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'port_id': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'mac_address': 'fa:16:3e:25:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:49:17Z', 'updated_at': '2022-04-11T18:49:42Z', 'revision_number': 1, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:43.632282 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0686e42b-a02d-4626-880b-e99603c5ac7c req-76220da1-c5d4-42d0-a76c-9444765fb9b4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:43.633918 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0686e42b-a02d-4626-880b-e99603c5ac7c req-76220da1-c5d4-42d0-a76c-9444765fb9b4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0472190 Apr 11 18:49:43.649394 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] Checking router: b56f4fe8-8855-4383-bc42-7dc736cc2b48 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:49:43.657767 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:49:43.658383 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:49:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:43.686679 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0686e42b-a02d-4626-880b-e99603c5ac7c req-fcab1316-36ad-46d0-9327-e2e61e74bc4a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460320 Apr 11 18:49:43.777924 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:49:44.026388 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'b697f7f3-0b90-4476-aa68-d2cf1e3be5f6', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'port_id': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'mac_address': 'fa:16:3e:25:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:49:17Z', 'updated_at': '2022-04-11T18:49:42Z', 'revision_number': 1, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:49:44.056624 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70af689a-5787-448b-aacd-d4ee94847c62 None None] The sync data for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi is: [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'b697f7f3-0b90-4476-aa68-d2cf1e3be5f6', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'floating_ip_address': '172.27.0.171', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'port_id': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'mac_address': 'fa:16:3e:25:83:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:49:17Z', 'updated_at': '2022-04-11T18:49:42Z', 'revision_number': 1, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:49:44.269579 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e252294f-66ff-4092-b961-67059a74494c None None] New status for floating IP b697f7f3-0b90-4476-aa68-d2cf1e3be5f6: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:49:44.838306 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e3d0bd-7ddd-4457-b9d3-8809e9523dcd req-657501ec-759f-478f-adb7-ea0ea87afbda tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:44.839728 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b3e3d0bd-7ddd-4457-b9d3-8809e9523dcd req-657501ec-759f-478f-adb7-ea0ea87afbda tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0718210 Apr 11 18:49:44.848592 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-6f684070-feff-4de8-8ff9-d0482f0ebf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:44.850014 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-6f684070-feff-4de8-8ff9-d0482f0ebf61 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1129 time: 0.0544515 Apr 11 18:49:44.892219 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b3e3d0bd-7ddd-4457-b9d3-8809e9523dcd req-9a2bc2dd-b0fe-420b-8def-093b5efb01f0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456679 Apr 11 18:49:46.009584 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc91012e-d2ab-4585-ab7b-56c47738f27d req-0dd98092-382e-4e10-96be-2502ff28ee5a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:46.011962 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dc91012e-d2ab-4585-ab7b-56c47738f27d req-0dd98092-382e-4e10-96be-2502ff28ee5a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0476263 Apr 11 18:49:46.069367 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dc91012e-d2ab-4585-ab7b-56c47738f27d req-d687d252-ffc8-46a3-bb26-f3f9d6298f2c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516498 Apr 11 18:49:46.314131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 36626) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:46.415226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-10e986a5-d708-4000-9d0e-2ec170018217 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:46.488236 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-10e986a5-d708-4000-9d0e-2ec170018217 admin admin] Publish callbacks [] for security_group (e3eb549e-9b2f-47af-ace7-c0266ee63567), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:46.492251 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-10e986a5-d708-4000-9d0e-2ec170018217 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e3eb549e-9b2f-47af-ace7-c0266ee63567), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:46.530961 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-10e986a5-d708-4000-9d0e-2ec170018217 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=98fced04e0ea4c5d9f1b59bcb06903a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2156968 Apr 11 18:49:46.531705 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e986a5-d708-4000-9d0e-2ec170018217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3eb549e-9b2f-47af-ace7-c0266ee63567,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:46.533734 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 36630) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:46.588969 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1a077bfb-e799-4578-8a35-f4eb79bd86d4 admin admin] Publish callbacks [] for security_group (e3eb549e-9b2f-47af-ace7-c0266ee63567), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:46.611236 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1a077bfb-e799-4578-8a35-f4eb79bd86d4 admin admin] Publish callbacks [] for security_group (e3eb549e-9b2f-47af-ace7-c0266ee63567), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:46.656898 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1a077bfb-e799-4578-8a35-f4eb79bd86d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e3eb549e-9b2f-47af-ace7-c0266ee63567), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:46.659364 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1a077bfb-e799-4578-8a35-f4eb79bd86d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:46.660503 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1a077bfb-e799-4578-8a35-f4eb79bd86d4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e3eb549e-9b2f-47af-ace7-c0266ee63567 HTTP/1.1" status: 204 len: 168 time: 0.1257360 Apr 11 18:49:46.669353 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a077bfb-e799-4578-8a35-f4eb79bd86d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3eb549e-9b2f-47af-ace7-c0266ee63567,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:47.187276 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64571b-4897-4e44-893d-5b1292edb606 req-b7bd9a71-1909-4171-ac66-367b9f6c0f18 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:47.194724 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c64571b-4897-4e44-893d-5b1292edb606 req-b7bd9a71-1909-4171-ac66-367b9f6c0f18 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0568333 Apr 11 18:49:47.248429 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c64571b-4897-4e44-893d-5b1292edb606 req-bfcfd940-d62a-406b-b405-008eb82c6ffd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528131 Apr 11 18:49:48.379268 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdaea856-c120-4c0b-b6dc-be5966703df7 req-a1dc92ca-572f-49dd-bc8d-c8dd71090a06 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:48.381229 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fdaea856-c120-4c0b-b6dc-be5966703df7 req-a1dc92ca-572f-49dd-bc8d-c8dd71090a06 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0534830 Apr 11 18:49:48.430228 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fdaea856-c120-4c0b-b6dc-be5966703df7 req-fda409cd-8b00-4234-98b9-ec7fec41387d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427613 Apr 11 18:49:48.642162 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:49:48.794224 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:49.044542 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-eabc19ae-0590-4881-ade6-5b509bf6af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.046343 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-eabc19ae-0590-4881-ade6-5b509bf6af7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 1129 time: 0.0467291 Apr 11 18:49:49.174885 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-2c30a490-2514-482e-9752-614f07e93cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.176358 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-2c30a490-2514-482e-9752-614f07e93cd7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 1129 time: 0.3041408 Apr 11 18:49:49.188109 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-5735c457-e7ae-4670-9a2c-04b7a2d011f3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0508533 Apr 11 18:49:49.207134 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-f1b62673-59bd-431b-bc70-bb0c8accaf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.208553 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-f1b62673-59bd-431b-bc70-bb0c8accaf06 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.3558078 Apr 11 18:49:49.643376 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-82ef9cf4-140b-421d-b754-489b29557416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.644925 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-82ef9cf4-140b-421d-b754-489b29557416 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 911 time: 0.1942942 Apr 11 18:49:49.696053 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-a11ed3f9-9548-4d94-b0d8-34cf275a123f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.697582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-a11ed3f9-9548-4d94-b0d8-34cf275a123f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=d25c1a35e0574c32a7089fb564be732f&device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 1130 time: 0.1544554 Apr 11 18:49:49.722134 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a288a180-dfd8-4046-b4af-0a899deabcd3 req-6962e19d-6b5e-443a-b212-307f74995fa7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.723653 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a288a180-dfd8-4046-b4af-0a899deabcd3 req-6962e19d-6b5e-443a-b212-307f74995fa7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.1724038 Apr 11 18:49:49.727827 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-2828803f-6ba1-4211-a057-8c931fb0dee9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 1001 time: 0.2765121 Apr 11 18:49:49.886822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-95b84380-a07a-4db9-b775-ecd6d142a3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.888478 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-95b84380-a07a-4db9-b775-ecd6d142a3e7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.4389875 Apr 11 18:49:49.944594 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-f6163bcb-52ff-4b47-9c54-cccad4097cbf service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a HTTP/1.1" status: 200 len: 1001 time: 0.2887003 Apr 11 18:49:49.950848 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-98dd0ea2-7464-43fc-8ed0-4e923d9a0203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:49.952371 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-98dd0ea2-7464-43fc-8ed0-4e923d9a0203 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.1888554 Apr 11 18:49:49.958087 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a288a180-dfd8-4046-b4af-0a899deabcd3 req-04ea4495-281d-420f-93bd-84b69f13bb29 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253547 Apr 11 18:49:49.964180 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-e72c9a71-2938-4190-96d7-628276266045 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277eb55-15d7-41d3-9102-a9a872aecf87 HTTP/1.1" status: 200 len: 217 time: 0.0655072 Apr 11 18:49:50.015861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-833ed8c1-d71c-48d7-80dd-27725bacf7df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:50.017456 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-833ed8c1-d71c-48d7-80dd-27725bacf7df service neutron] 10.222.0.58 "GET /v2.0/networks?id=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d HTTP/1.1" status: 200 len: 912 time: 0.2886147 Apr 11 18:49:50.052570 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-57ab9d79-ea90-4ca8-8d2b-9913c0a954f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:50.054680 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-57ab9d79-ea90-4ca8-8d2b-9913c0a954f1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.0852790 Apr 11 18:49:50.091938 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-37a7f31c-53f8-45f7-b107-c2371288bda1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84 HTTP/1.1" status: 200 len: 217 time: 0.0487614 Apr 11 18:49:50.094600 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-d44d7efb-5d0a-4b26-8fc5-f1e5227e3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:50.096051 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-d44d7efb-5d0a-4b26-8fc5-f1e5227e3651 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1252770 Apr 11 18:49:50.104935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-83ff75a0-8897-4714-8dcc-0520efb3c965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:50.106811 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-83ff75a0-8897-4714-8dcc-0520efb3c965 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1220891 Apr 11 18:49:50.144059 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-88055419-678c-4558-b049-5803fc6cb107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:50.148254 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-88055419-678c-4558-b049-5803fc6cb107 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807512 Apr 11 18:49:50.257144 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-0fcfbaba-c91b-4f05-afc6-6eb5b4e72b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:50.258718 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-0fcfbaba-c91b-4f05-afc6-6eb5b4e72b87 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1259341 Apr 11 18:49:50.280203 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-96471b0b-6f05-4732-ad2f-29aae9862005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:50.281666 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-96471b0b-6f05-4732-ad2f-29aae9862005 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c HTTP/1.1" status: 200 len: 851 time: 0.1711023 Apr 11 18:49:50.320871 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-8859d4ec-3221-4188-ad67-584e2f16bc33 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539874 Apr 11 18:49:50.392485 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-dadb9a2c-4be1-49e6-9539-c16c0cf19531 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0948935 Apr 11 18:49:50.398446 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-fd85a0f1-a2e2-4f4d-a5ee-c30b9610bf05 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2671862 Apr 11 18:49:50.442000 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-5b0ae602-fb71-4432-8ee0-38fc037c659e service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054034 Apr 11 18:49:50.543012 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-8a7d23ca-b004-43a9-bb2d-3749d448b763 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731338 Apr 11 18:49:50.707613 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-ce82d913-6b58-40b2-8cc9-36408bae784d service neutron] 10.222.0.58 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2961600 Apr 11 18:49:50.714856 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ebbb319a-0f67-4474-bc13-363bb52d1af6 req-130e2d9f-236b-4ce4-bed9-29b9e98e5e0e service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3048375 Apr 11 18:49:50.772646 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60dd1918-95f1-4e6e-ba7c-1d692077f227 req-a2d45276-6b20-4cf6-82e2-da9f1cde2cd7 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941264 Apr 11 18:49:50.876261 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baea641d-fb23-4ad6-937d-f6f2a3735659 req-63aa4171-66be-46ca-9bdf-45936a3d3bde service neutron] 10.222.0.58 "GET /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572528 Apr 11 18:49:51.145799 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5016c094-8415-4ad8-b641-4f324ee16fad req-38bd5dd4-9a2b-4e9b-8882-da6547e68ed4 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:51.147287 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5016c094-8415-4ad8-b641-4f324ee16fad req-38bd5dd4-9a2b-4e9b-8882-da6547e68ed4 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.1416111 Apr 11 18:49:51.163704 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682056d-3086-45f0-84ee-e1d9b4425e04 req-8aed3c69-e57f-4e79-93b3-edddeb5675fe tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:51.163704 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4682056d-3086-45f0-84ee-e1d9b4425e04 req-8aed3c69-e57f-4e79-93b3-edddeb5675fe tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0789852 Apr 11 18:49:51.248334 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4682056d-3086-45f0-84ee-e1d9b4425e04 req-a731127e-ebcc-4dc4-a785-753f76631c4b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705714 Apr 11 18:49:51.251477 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5016c094-8415-4ad8-b641-4f324ee16fad req-49fb5c7a-b2d6-41e2-ba46-b58ba29b1dc2 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902290 Apr 11 18:49:52.392385 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e75e20c-0b57-4b3c-a747-90a44aed9f92 req-f3bb35a1-9a7e-423f-bc8a-3fcad80f35b2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:52.394268 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e75e20c-0b57-4b3c-a747-90a44aed9f92 req-f3bb35a1-9a7e-423f-bc8a-3fcad80f35b2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0758789 Apr 11 18:49:52.411249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ac2fe0-c3e6-4125-9f11-ed049b72637e req-8f766bf1-4639-46de-8c94-de04efce6820 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:52.412770 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-32ac2fe0-c3e6-4125-9f11-ed049b72637e req-8f766bf1-4639-46de-8c94-de04efce6820 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.0673718 Apr 11 18:49:52.483703 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-32ac2fe0-c3e6-4125-9f11-ed049b72637e req-1902eba5-f69b-44b2-9cbf-d10015c8b155 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558856 Apr 11 18:49:52.513198 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e75e20c-0b57-4b3c-a747-90a44aed9f92 req-cdef2eac-d1ac-48bc-be4c-0a98761567ef tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089451 Apr 11 18:49:53.639894 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2a23be-c6bd-4ca6-846e-f22050c6c88f req-1371c659-4e9e-4854-8407-4f6396d58f34 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:53.641518 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e2a23be-c6bd-4ca6-846e-f22050c6c88f req-1371c659-4e9e-4854-8407-4f6396d58f34 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.0708668 Apr 11 18:49:53.662865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cccd5d-0ac9-46f7-9805-2b1755aab894 req-8e3564c7-74b7-40d3-9e91-6e02a248c706 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:53.664392 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-21cccd5d-0ac9-46f7-9805-2b1755aab894 req-8e3564c7-74b7-40d3-9e91-6e02a248c706 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0659266 Apr 11 18:49:53.729513 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e2a23be-c6bd-4ca6-846e-f22050c6c88f req-48ed418e-29ab-4899-ba90-dcef0a949884 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794525 Apr 11 18:49:53.740543 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-21cccd5d-0ac9-46f7-9805-2b1755aab894 req-4b7ab0bc-48af-4acb-9955-221df302de87 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681291 Apr 11 18:49:54.869752 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582139a-7b50-4a4e-8da1-6ce94b84070b req-9e0f3465-0efe-4794-b018-79108246c9ff tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:54.871241 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a582139a-7b50-4a4e-8da1-6ce94b84070b req-9e0f3465-0efe-4794-b018-79108246c9ff tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.0742493 Apr 11 18:49:54.879411 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74bcddc-0ca1-4e12-a869-eeb267b3111f req-2de4601e-7e19-4e9c-978b-f117488aa978 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:54.880810 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c74bcddc-0ca1-4e12-a869-eeb267b3111f req-2de4601e-7e19-4e9c-978b-f117488aa978 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0728436 Apr 11 18:49:54.957491 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a582139a-7b50-4a4e-8da1-6ce94b84070b req-fe3619ed-3847-4468-82a6-689eeb26ac80 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756907 Apr 11 18:49:54.965075 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c74bcddc-0ca1-4e12-a869-eeb267b3111f req-2f743314-f962-468d-9f8b-c3870e4b0361 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774095 Apr 11 18:49:56.104893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dff7a6-b252-4dac-bb28-b2ff443bc4de req-133859ce-0358-4ff7-b8f0-0b6e45e0245a tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:56.106437 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8dff7a6-b252-4dac-bb28-b2ff443bc4de req-133859ce-0358-4ff7-b8f0-0b6e45e0245a tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.0786736 Apr 11 18:49:56.114367 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a7c6e9-4c75-4f53-81e0-363002c701f4 req-5f38a933-ea6d-4740-8e81-3683f30ea541 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:56.115739 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11a7c6e9-4c75-4f53-81e0-363002c701f4 req-5f38a933-ea6d-4740-8e81-3683f30ea541 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0789151 Apr 11 18:49:56.189944 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8dff7a6-b252-4dac-bb28-b2ff443bc4de req-a4de8515-7bc7-4c87-a27a-7d00d6ad55ea tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732274 Apr 11 18:49:56.193511 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11a7c6e9-4c75-4f53-81e0-363002c701f4 req-3039ec9e-00fe-472f-97ef-68efd8a7d757 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704224 Apr 11 18:49:56.781855 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-1f6fad45-5e80-4023-a408-0ffcdf1556f9 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:56.783307 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-1f6fad45-5e80-4023-a408-0ffcdf1556f9 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.58 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.0487299 Apr 11 18:49:56.918594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Deleting port fb615f93-150c-4a45-8fd1-edad9b49ee84 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:49:56.918929 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:57.154667 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-204e1372-fe62-430f-9070-ca623305a417 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:57.250818 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] For port fb615f93-150c-4a45-8fd1-edad9b49ee84, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=fb615f93-150c-4a45-8fd1-edad9b49ee84,segment=NetworkSegment(71ba3034-c9ee-4220-a052-6ee5b3d3e539),segment_id=71ba3034-c9ee-4220-a052-6ee5b3d3e539)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:49:57.251781 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:57.282674 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Calling delete_port for fb615f93-150c-4a45-8fd1-edad9b49ee84 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:49:57.475628 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5647700-7c81-4249-ac79-0b02f7554452 req-7e0f1677-665c-4845-8418-5054cab0964d tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:57.477179 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d5647700-7c81-4249-ac79-0b02f7554452 req-7e0f1677-665c-4845-8418-5054cab0964d tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 946 time: 0.1571531 Apr 11 18:49:57.488778 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea78cdf-edd3-4927-bd6e-33b4cfd3d370 req-2b503a28-d3d5-458d-8e58-8fbf3a0446f9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:57.490746 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fea78cdf-edd3-4927-bd6e-33b4cfd3d370 req-2b503a28-d3d5-458d-8e58-8fbf3a0446f9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0999224 Apr 11 18:49:57.600542 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fea78cdf-edd3-4927-bd6e-33b4cfd3d370 req-cc73dc1c-e863-427d-b310-e1b4732e2e43 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853293 Apr 11 18:49:57.605832 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d5647700-7c81-4249-ac79-0b02f7554452 req-a0109d31-a5cf-4248-a3cf-ae1a9810667f tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/security-groups?id=880723cb-708e-4d65-a5d6-b28ab9a968f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141083 Apr 11 18:49:57.678946 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (fb615f93-150c-4a45-8fd1-edad9b49ee84), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:57.691971 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['fb615f93-150c-4a45-8fd1-edad9b49ee84'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:49:57.715849 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Pushing event deleted for resources: {'Port': ['ID=fb615f93-150c-4a45-8fd1-edad9b49ee84,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:57.748986 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.749361 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.749704 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.750050 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.750372 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.750700 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.751021 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.751341 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.751661 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.751982 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.752306 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.752623 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.752937 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.753275 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.753590 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:57.791082 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] No DVR routers for this DVR port fb615f93-150c-4a45-8fd1-edad9b49ee84 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:49:57.794314 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:57.797563 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf69b65f-46af-43e8-9493-847bcf5bb10f req-4a8c3172-bc7c-4afd-a21d-d52b000a3a17 tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.58 "DELETE /v2.0/ports/fb615f93-150c-4a45-8fd1-edad9b49ee84 HTTP/1.1" status: 204 len: 173 time: 1.0044799 Apr 11 18:49:57.798005 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'name': 'network-vif-deleted', 'tag': 'fb615f93-150c-4a45-8fd1-edad9b49ee84'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:49:57.800247 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3958ce4-49f6-48ee-848a-b59f923098e7" -d '{"events": [{"server_uuid": "18725a25-8c90-4acd-b40b-a2ec3b438a67", "name": "network-vif-deleted", "tag": "fb615f93-150c-4a45-8fd1-edad9b49ee84"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:49:57.837005 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1208716d-47f5-4176-8451-b296a016841d x-openstack-request-id: req-1208716d-47f5-4176-8451-b296a016841d {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:49:57.837327 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18725a25-8c90-4acd-b40b-a2ec3b438a67", "name": "network-vif-deleted", "tag": "fb615f93-150c-4a45-8fd1-edad9b49ee84", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:49:57.837580 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1208716d-47f5-4176-8451-b296a016841d {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:49:57.838028 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1208716d-47f5-4176-8451-b296a016841d'] response: {'server_uuid': '18725a25-8c90-4acd-b40b-a2ec3b438a67', 'name': 'network-vif-deleted', 'tag': 'fb615f93-150c-4a45-8fd1-edad9b49ee84', 'status': 'completed', 'code': 200} Apr 11 18:49:58.792605 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cca4f0-2278-4db9-bcb0-1eab8127444f req-d066d951-e62a-49d6-a7a4-863b13942519 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:49:58.803042 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b0cca4f0-2278-4db9-bcb0-1eab8127444f req-d066d951-e62a-49d6-a7a4-863b13942519 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0877264 Apr 11 18:49:58.843398 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd76e50c-f9c2-46df-b7ea-b989a80caacd req-ecdb8fa5-537f-4dfd-babb-72a069bdf0dc tempest-DeleteServersTestJSON-187564901 tempest-DeleteServersTestJSON-187564901-project] 10.222.0.61 "GET /v2.0/ports?device_id=18725a25-8c90-4acd-b40b-a2ec3b438a67 HTTP/1.1" status: 200 len: 210 time: 0.0640540 Apr 11 18:49:58.922329 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b0cca4f0-2278-4db9-bcb0-1eab8127444f req-1fd02e46-4f89-4a5b-94ce-52aff368be03 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775375 Apr 11 18:49:59.152600 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37014) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:59.256610 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9e6883d3-0463-4bb9-8940-ff5364e910c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.331392 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9e6883d3-0463-4bb9-8940-ff5364e910c6 admin admin] Publish callbacks [] for security_group (020e7c46-1838-458f-8126-5b4d5bc59986), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.335070 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9e6883d3-0463-4bb9-8940-ff5364e910c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (020e7c46-1838-458f-8126-5b4d5bc59986), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.373465 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-9e6883d3-0463-4bb9-8940-ff5364e910c6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ba8c65b6c0034305aa1802ef4fcf4e2e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2197042 Apr 11 18:49:59.375396 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6883d3-0463-4bb9-8940-ff5364e910c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020e7c46-1838-458f-8126-5b4d5bc59986,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:59.376170 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37018) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:59.429163 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Publish callbacks [] for security_group (020e7c46-1838-458f-8126-5b4d5bc59986), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.454078 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Publish callbacks [] for security_group (020e7c46-1838-458f-8126-5b4d5bc59986), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.500754 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (020e7c46-1838-458f-8126-5b4d5bc59986), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.503443 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.504742 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/020e7c46-1838-458f-8126-5b4d5bc59986 HTTP/1.1" status: 204 len: 168 time: 0.1271944 Apr 11 18:49:59.513903 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020e7c46-1838-458f-8126-5b4d5bc59986,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:59.525793 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.526105 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.526474 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.526816 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.527313 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.527630 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.527957 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.528283 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.528754 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.529113 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.529507 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.529855 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.530233 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.530464 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.530781 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87248fc9-925d-45ed-8c48-8c3661e87d18 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:49:59.548980 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7519d2a0-f478-4209-ab08-f6eb70bf5d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.795567 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37038) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:49:59.810428 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-93a02581-aa5b-429d-a7a1-2e626cc6455a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.896710 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-93a02581-aa5b-429d-a7a1-2e626cc6455a admin admin] Publish callbacks [] for security_group (727714a5-0b0b-42bf-ba31-5091f3a43740), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.903188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-93a02581-aa5b-429d-a7a1-2e626cc6455a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (727714a5-0b0b-42bf-ba31-5091f3a43740), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:49:59.966376 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-93a02581-aa5b-429d-a7a1-2e626cc6455a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=3fb5ef048be64bc29ce9327c772e97fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694636 Apr 11 18:49:59.967863 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a02581-aa5b-429d-a7a1-2e626cc6455a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=727714a5-0b0b-42bf-ba31-5091f3a43740,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:49:59.971233 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37050) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:00.045650 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e4874e09-cd72-4065-b3ce-bc4558ec94b8 admin admin] Publish callbacks [] for security_group (727714a5-0b0b-42bf-ba31-5091f3a43740), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.105406 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e4874e09-cd72-4065-b3ce-bc4558ec94b8 admin admin] Publish callbacks [] for security_group (727714a5-0b0b-42bf-ba31-5091f3a43740), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.156268 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc97932-91d3-45c1-90f7-ff40190e49e5 req-7096e1a5-c8c0-4b1c-8d0e-4cdf194c71d5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:00.161775 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6dc97932-91d3-45c1-90f7-ff40190e49e5 req-7096e1a5-c8c0-4b1c-8d0e-4cdf194c71d5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0949748 Apr 11 18:50:00.231163 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e4874e09-cd72-4065-b3ce-bc4558ec94b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (727714a5-0b0b-42bf-ba31-5091f3a43740), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.235149 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e4874e09-cd72-4065-b3ce-bc4558ec94b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.242721 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-e4874e09-cd72-4065-b3ce-bc4558ec94b8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/727714a5-0b0b-42bf-ba31-5091f3a43740 HTTP/1.1" status: 204 len: 168 time: 0.2701910 Apr 11 18:50:00.255034 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6dc97932-91d3-45c1-90f7-ff40190e49e5 req-764f8983-1cf3-4cbe-83b1-a95d1905f546 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869501 Apr 11 18:50:00.263969 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4874e09-cd72-4065-b3ce-bc4558ec94b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727714a5-0b0b-42bf-ba31-5091f3a43740,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:00.302365 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37072) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:00.496159 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-58b3724b-20a4-4bbb-85ff-43365f9df810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.576320 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-58b3724b-20a4-4bbb-85ff-43365f9df810 admin admin] Publish callbacks [] for security_group (b71bccd3-5ae7-4881-af02-cc5ae0aadfda), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.581181 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-58b3724b-20a4-4bbb-85ff-43365f9df810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (b71bccd3-5ae7-4881-af02-cc5ae0aadfda), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.623752 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device fb615f93-150c-4a45-8fd1-edad9b49ee84 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:50:00.625945 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-58b3724b-20a4-4bbb-85ff-43365f9df810 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8969a406ed4942bd8584c2d69886153a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3215744 Apr 11 18:50:00.626809 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b3724b-20a4-4bbb-85ff-43365f9df810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b71bccd3-5ae7-4881-af02-cc5ae0aadfda,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:00.628859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37082) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:00.669953 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: fb615f93-150c-4a45-8fd1-edad9b49ee84 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:50:00.670315 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device fb615f93-150c-4a45-8fd1-edad9b49ee84 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:50:00.686742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2ee30f5f-b662-4d29-87e0-4a56a43a36e0 admin admin] Publish callbacks [] for security_group (b71bccd3-5ae7-4881-af02-cc5ae0aadfda), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.690819 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.697791 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37084) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:00.710055 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2ee30f5f-b662-4d29-87e0-4a56a43a36e0 admin admin] Publish callbacks [] for security_group (b71bccd3-5ae7-4881-af02-cc5ae0aadfda), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.711139 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1b78cd57-bbc6-43ba-8896-6d2044cd8aad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.765367 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2ee30f5f-b662-4d29-87e0-4a56a43a36e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (b71bccd3-5ae7-4881-af02-cc5ae0aadfda), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.769192 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2ee30f5f-b662-4d29-87e0-4a56a43a36e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.771578 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2ee30f5f-b662-4d29-87e0-4a56a43a36e0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/b71bccd3-5ae7-4881-af02-cc5ae0aadfda HTTP/1.1" status: 204 len: 168 time: 0.1412816 Apr 11 18:50:00.781051 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee30f5f-b662-4d29-87e0-4a56a43a36e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b71bccd3-5ae7-4881-af02-cc5ae0aadfda,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:00.799061 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1b78cd57-bbc6-43ba-8896-6d2044cd8aad admin admin] Publish callbacks [] for security_group (465331a8-ca63-4d77-afc9-ebfc1266248b), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.804980 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1b78cd57-bbc6-43ba-8896-6d2044cd8aad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (465331a8-ca63-4d77-afc9-ebfc1266248b), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.850568 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1b78cd57-bbc6-43ba-8896-6d2044cd8aad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=760de397c2fa4a079fcbe2a504429f3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1492977 Apr 11 18:50:00.850568 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b78cd57-bbc6-43ba-8896-6d2044cd8aad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=465331a8-ca63-4d77-afc9-ebfc1266248b,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:00.851862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37098) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:00.911883 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a6257cf-9391-4720-8f8a-7539767141fb admin admin] Publish callbacks [] for security_group (465331a8-ca63-4d77-afc9-ebfc1266248b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.936636 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a6257cf-9391-4720-8f8a-7539767141fb admin admin] Publish callbacks [] for security_group (465331a8-ca63-4d77-afc9-ebfc1266248b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.996969 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a6257cf-9391-4720-8f8a-7539767141fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (465331a8-ca63-4d77-afc9-ebfc1266248b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:00.999735 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6a6257cf-9391-4720-8f8a-7539767141fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.000912 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6a6257cf-9391-4720-8f8a-7539767141fb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/465331a8-ca63-4d77-afc9-ebfc1266248b HTTP/1.1" status: 204 len: 168 time: 0.1478839 Apr 11 18:50:01.009021 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6257cf-9391-4720-8f8a-7539767141fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=465331a8-ca63-4d77-afc9-ebfc1266248b,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:01.198785 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37112) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:01.213397 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-087127e1-b5cb-4acb-963b-9092f2807383 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.268976 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37114) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:01.298192 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-087127e1-b5cb-4acb-963b-9092f2807383 admin admin] Publish callbacks [] for security_group (d5174e9e-f13c-4ab0-9d73-e800f0065537), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.305304 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-087127e1-b5cb-4acb-963b-9092f2807383 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d5174e9e-f13c-4ab0-9d73-e800f0065537), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.351739 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-087127e1-b5cb-4acb-963b-9092f2807383 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0ce572e5cb184146ba5f2786a201d405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517820 Apr 11 18:50:01.354156 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087127e1-b5cb-4acb-963b-9092f2807383 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5174e9e-f13c-4ab0-9d73-e800f0065537,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:01.354722 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37124) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:01.423975 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f35b59a3-b3c4-431f-a55d-e0d7c3c0863c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.430379 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7985b5-4ceb-46ea-95cf-7524623a4fa7 req-2a5c5c38-ff1a-409f-b986-29ee31545caf tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:01.446029 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9f7985b5-4ceb-46ea-95cf-7524623a4fa7 req-2a5c5c38-ff1a-409f-b986-29ee31545caf tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0850680 Apr 11 18:50:01.469527 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-144d5cf2-25dc-41fd-9fb4-5e0c97898e76 admin admin] Publish callbacks [] for security_group (d5174e9e-f13c-4ab0-9d73-e800f0065537), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.505320 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9f7985b5-4ceb-46ea-95cf-7524623a4fa7 req-c3d388e6-6295-497b-886b-b8b20dd5f682 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582504 Apr 11 18:50:01.507635 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-144d5cf2-25dc-41fd-9fb4-5e0c97898e76 admin admin] Publish callbacks [] for security_group (d5174e9e-f13c-4ab0-9d73-e800f0065537), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.550448 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37140) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:01.609808 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f35b59a3-b3c4-431f-a55d-e0d7c3c0863c admin admin] Publish callbacks [] for security_group (0299a4ec-6413-478f-89a5-0477e270d418), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.612209 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] Deleting subnet bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:50:01.612924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-144d5cf2-25dc-41fd-9fb4-5e0c97898e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d5174e9e-f13c-4ab0-9d73-e800f0065537), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.616687 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] Publish callbacks [] for subnet (bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.616918 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-144d5cf2-25dc-41fd-9fb4-5e0c97898e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.618724 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-144d5cf2-25dc-41fd-9fb4-5e0c97898e76 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5174e9e-f13c-4ab0-9d73-e800f0065537 HTTP/1.1" status: 204 len: 168 time: 0.2627304 Apr 11 18:50:01.639574 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f35b59a3-b3c4-431f-a55d-e0d7c3c0863c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0299a4ec-6413-478f-89a5-0477e270d418), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.672169 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] Publish callbacks [] for subnet (bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.679113 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f35b59a3-b3c4-431f-a55d-e0d7c3c0863c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=95203ae5d49443ccb9de03e279344251&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4087088 Apr 11 18:50:01.680956 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144d5cf2-25dc-41fd-9fb4-5e0c97898e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5174e9e-f13c-4ab0-9d73-e800f0065537,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:01.683807 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37154) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:01.711333 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.769340 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-446ae68e-c78b-4602-90c2-2b0e43760cbe admin admin] Publish callbacks [] for security_group (0299a4ec-6413-478f-89a5-0477e270d418), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.773343 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b59a3-b3c4-431f-a55d-e0d7c3c0863c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0299a4ec-6413-478f-89a5-0477e270d418,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:01.807996 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-446ae68e-c78b-4602-90c2-2b0e43760cbe admin admin] Publish callbacks [] for security_group (0299a4ec-6413-478f-89a5-0477e270d418), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.830561 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.851082 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.861406 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37164) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:01.862943 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c HTTP/1.1" status: 204 len: 168 time: 0.3100412 Apr 11 18:50:01.885769 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b737fe9-dfb1-4d85-9ff0-3ee90614b6d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf9dc675-e1e0-4fa2-b963-86b7abcd3a6c,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:01.966333 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-446ae68e-c78b-4602-90c2-2b0e43760cbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0299a4ec-6413-478f-89a5-0477e270d418), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.969159 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-446ae68e-c78b-4602-90c2-2b0e43760cbe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:01.970355 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-446ae68e-c78b-4602-90c2-2b0e43760cbe admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0299a4ec-6413-478f-89a5-0477e270d418 HTTP/1.1" status: 204 len: 168 time: 0.2853568 Apr 11 18:50:01.991366 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ae68e-c78b-4602-90c2-2b0e43760cbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0299a4ec-6413-478f-89a5-0477e270d418,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:01.995914 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.024582 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.123292 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.149099 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.149492 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.150831 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.151036 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > port after_create 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.151362 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > port after_delete 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.151677 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > port after_update 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.152013 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.152330 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.152642 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.152965 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.265079 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.265421 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.265716 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.266213 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115230) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:50:02.266589 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:02.284899 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71ba3034-c9ee-4220-a052-6ee5b3d3e539') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:02.285240 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71ba3034-c9ee-4220-a052-6ee5b3d3e539') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:02.302887 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (71ba3034-c9ee-4220-a052-6ee5b3d3e539), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.327440 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (71ba3034-c9ee-4220-a052-6ee5b3d3e539), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.339393 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:50:02.340927 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (71ba3034-c9ee-4220-a052-6ee5b3d3e539), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: from cryptography.utils import int_from_bytes Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: from cryptography.utils import int_from_bytes Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:50:02.364630 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:50:02.440121 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.465178 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:02.467795 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.476662 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-55c7a46e-8b32-4f7e-90cd-2e97585380af admin admin] 10.222.0.61 "DELETE /v2.0/networks/9e4ddb8e-74ea-4ecd-986a-62d3fa42b23d HTTP/1.1" status: 204 len: 168 time: 0.6141682 Apr 11 18:50:02.658085 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd77585a-4e31-4c11-8419-2e21f3d85969 req-0a629ee6-4193-4baa-8201-f0d39f11190f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:02.660119 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd77585a-4e31-4c11-8419-2e21f3d85969 req-0a629ee6-4193-4baa-8201-f0d39f11190f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0655913 Apr 11 18:50:02.750971 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd77585a-4e31-4c11-8419-2e21f3d85969 req-6bd823e1-8dbd-4945-9c20-93308c1c6829 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834475 Apr 11 18:50:02.836047 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37216) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:02.879197 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f0e9c0d1-06f3-4f12-858e-80dcc5a6885c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d25c1a35e0574c32a7089fb564be732f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0414367 Apr 11 18:50:02.881653 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37218) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:02.940318 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3dc093cd-b947-4628-96ef-c8683ab0a7b3 admin admin] Publish callbacks [] for security_group (880723cb-708e-4d65-a5d6-b28ab9a968f9), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:02.963781 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3dc093cd-b947-4628-96ef-c8683ab0a7b3 admin admin] Publish callbacks [] for security_group (880723cb-708e-4d65-a5d6-b28ab9a968f9), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.014514 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3dc093cd-b947-4628-96ef-c8683ab0a7b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (880723cb-708e-4d65-a5d6-b28ab9a968f9), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.017115 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3dc093cd-b947-4628-96ef-c8683ab0a7b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.020961 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3dc093cd-b947-4628-96ef-c8683ab0a7b3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/880723cb-708e-4d65-a5d6-b28ab9a968f9 HTTP/1.1" status: 204 len: 168 time: 0.1351449 Apr 11 18:50:03.026893 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc093cd-b947-4628-96ef-c8683ab0a7b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880723cb-708e-4d65-a5d6-b28ab9a968f9,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:03.310545 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37250) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:03.453629 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1849037825-network', 'tenant_id': '9d42bdfb963b4e92b6650c35798c3ebf'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:03.481531 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Made reservation on behalf of 9d42bdfb963b4e92b6650c35798c3ebf for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:03.484085 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.492531 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.584456 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks [] for security_group (92e7987a-4951-44ec-82cf-f2c7d5e1657a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.590419 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (92e7987a-4951-44ec-82cf-f2c7d5e1657a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.616506 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 549} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:50:03.633819 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e7987a-4951-44ec-82cf-f2c7d5e1657a,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:03.638000 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.638614 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Added segment 4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b of type vlan for network caa01f5a-bd03-4d9f-87c8-da95aec79c98 Apr 11 18:50:03.663002 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.687619 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (caa01f5a-bd03-4d9f-87c8-da95aec79c98), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.715330 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37278) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:03.717741 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (caa01f5a-bd03-4d9f-87c8-da95aec79c98), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.719056 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:03.720024 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.758915 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4472456 Apr 11 18:50:03.762655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37282) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:03.769508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Request body: {'subnet': {'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1849037825-subnet', 'tenant_id': '9d42bdfb963b4e92b6650c35798c3ebf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:03.795173 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Made reservation on behalf of 9d42bdfb963b4e92b6650c35798c3ebf for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:03.798559 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:03.834644 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78860ea-20a0-499b-a3ba-1705d98acd73 admin admin] Pushing event updated for resources: {'Network': ['ID=caa01f5a-bd03-4d9f-87c8-da95aec79c98,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:03.845012 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network caa01f5a-bd03-4d9f-87c8-da95aec79c98 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:50:03.948643 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8abfb2-6ba2-46ce-bc53-ef9213c1958c req-c5a8c82b-1638-4006-963f-b76b3e4d827b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:03.950469 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2f8abfb2-6ba2-46ce-bc53-ef9213c1958c req-c5a8c82b-1638-4006-963f-b76b3e4d827b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0744786 Apr 11 18:50:04.058969 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2f8abfb2-6ba2-46ce-bc53-ef9213c1958c req-e0f4d63b-a037-4a18-afb9-f2466a5d77d5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Apr 11 18:50:04.079729 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5a44dee1-70d7-4dc9-bbbb-e17ab482f754 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.134384 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (57646a31-e534-4938-9364-d18e5d1e93fa), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.249049 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Checking segment: {'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:04.249598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Network hostable DHCP agents. Network: caa01f5a-bd03-4d9f-87c8-da95aec79c98, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:50:04.252272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57646a31-e534-4938-9364-d18e5d1e93fa,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:04.308704 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5a44dee1-70d7-4dc9-bbbb-e17ab482f754 admin admin] Publish callbacks [] for security_group (3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.315413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5a44dee1-70d7-4dc9-bbbb-e17ab482f754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.348635 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-5a44dee1-70d7-4dc9-bbbb-e17ab482f754 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a35094a8796f49d48e04912c9048a180&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6321440 Apr 11 18:50:04.350424 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Network caa01f5a-bd03-4d9f-87c8-da95aec79c98 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:50:04.351401 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37312) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:04.373043 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, caa01f5a-bd03-4d9f-87c8-da95aec79c98) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:04.375146 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a44dee1-70d7-4dc9-bbbb-e17ab482f754 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:04.379862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:04.380453 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.389089 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783f2677-eea2-4328-926c-44c855739756 None None] Network caa01f5a-bd03-4d9f-87c8-da95aec79c98 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:04.400291 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-1620c2fd-18b2-4801-8982-ce3b0562d665 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6366916 Apr 11 18:50:04.417095 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-138135ec-2132-4224-82c4-b593b6efd9e8 admin admin] Publish callbacks [] for security_group (3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.463828 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-138135ec-2132-4224-82c4-b593b6efd9e8 admin admin] Publish callbacks [] for security_group (3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.516011 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf944c-26ef-4e6c-87bb-5d2ce6dc18aa None None] Network caa01f5a-bd03-4d9f-87c8-da95aec79c98 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:04.527589 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-138135ec-2132-4224-82c4-b593b6efd9e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.532635 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-138135ec-2132-4224-82c4-b593b6efd9e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:04.536585 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-138135ec-2132-4224-82c4-b593b6efd9e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21 HTTP/1.1" status: 204 len: 168 time: 0.1836789 Apr 11 18:50:04.549481 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138135ec-2132-4224-82c4-b593b6efd9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f3666-1e14-4a0f-9508-1d1d1b7e5c21,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:05.099771 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37344) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:05.122190 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1960c2dd-2207-44ff-b8aa-d8462c825dca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:05.214194 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1916e3c-e469-4046-b386-bddadec84095 req-f263b46e-9fcd-4337-aecf-aa09aa2bbb1c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:05.226472 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c1916e3c-e469-4046-b386-bddadec84095 req-f263b46e-9fcd-4337-aecf-aa09aa2bbb1c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0752418 Apr 11 18:50:05.251075 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1960c2dd-2207-44ff-b8aa-d8462c825dca admin admin] Publish callbacks [] for security_group (72feed06-11bb-4f77-87d0-ce2d8fe95742), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:05.256557 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1960c2dd-2207-44ff-b8aa-d8462c825dca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (72feed06-11bb-4f77-87d0-ce2d8fe95742), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:05.303532 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1960c2dd-2207-44ff-b8aa-d8462c825dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72feed06-11bb-4f77-87d0-ce2d8fe95742,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:05.312261 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1960c2dd-2207-44ff-b8aa-d8462c825dca admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58d5d11138ae47918839c829d1754f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2110572 Apr 11 18:50:05.313503 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37354) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:05.392330 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c1916e3c-e469-4046-b386-bddadec84095 req-ae5473eb-8c57-4018-a10a-ea9bea8007db tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494048 Apr 11 18:50:05.403381 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-05c86ea5-b869-4601-a1df-c58e20654f87 admin admin] Publish callbacks [] for security_group (72feed06-11bb-4f77-87d0-ce2d8fe95742), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:05.433317 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-05c86ea5-b869-4601-a1df-c58e20654f87 admin admin] Publish callbacks [] for security_group (72feed06-11bb-4f77-87d0-ce2d8fe95742), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:05.490730 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-05c86ea5-b869-4601-a1df-c58e20654f87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (72feed06-11bb-4f77-87d0-ce2d8fe95742), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:05.493401 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-05c86ea5-b869-4601-a1df-c58e20654f87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:05.494582 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-05c86ea5-b869-4601-a1df-c58e20654f87 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/72feed06-11bb-4f77-87d0-ce2d8fe95742 HTTP/1.1" status: 204 len: 168 time: 0.1798909 Apr 11 18:50:05.506521 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c86ea5-b869-4601-a1df-c58e20654f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72feed06-11bb-4f77-87d0-ce2d8fe95742,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:06.515064 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da997c5-3046-45f5-b95e-335c4d01cc78 req-ee0c7737-41a7-45f8-9cb4-a3ddc7422bb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:06.515923 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3da997c5-3046-45f5-b95e-335c4d01cc78 req-ee0c7737-41a7-45f8-9cb4-a3ddc7422bb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0546975 Apr 11 18:50:06.585861 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3da997c5-3046-45f5-b95e-335c4d01cc78 req-deb46aff-8056-4c77-9893-97c61934a294 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643902 Apr 11 18:50:06.672090 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c807-020e-423a-b560-3359b1e55314 req-a5b7eb98-d35f-49ba-ba74-94fffd32de2f tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:06.673620 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-a5b7eb98-d35f-49ba-ba74-94fffd32de2f tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/networks?id=caa01f5a-bd03-4d9f-87c8-da95aec79c98 HTTP/1.1" status: 200 len: 809 time: 0.1152291 Apr 11 18:50:06.687721 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-dbbe1def-88c2-4119-bc12-41ff122752e6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/quotas/9d42bdfb963b4e92b6650c35798c3ebf HTTP/1.1" status: 200 len: 375 time: 0.0088596 Apr 11 18:50:06.724672 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-362d922d-0a85-40bf-8c79-7e6bd0f879df tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310588 Apr 11 18:50:06.820961 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-f5d234c0-4b34-479d-84d7-6886f0dc60bb service neutron] 10.222.0.61 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889165 Apr 11 18:50:06.930664 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-889f98b2-af4c-4ec4-bff1-bd71a7ba61f4 service neutron] 10.222.0.61 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039677 Apr 11 18:50:07.142064 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-55bc70bb-95c9-41de-8251-09aa3b4e0c12 req-d8df95f0-9d05-414f-8cf0-347ebb3040f9 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 210 time: 0.0417614 Apr 11 18:50:07.786180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcdef5-2822-4160-bea6-ac2d75384db6 req-ebd95444-21c6-4205-b67c-2d7759b5d3e2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:07.788326 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b5bcdef5-2822-4160-bea6-ac2d75384db6 req-ebd95444-21c6-4205-b67c-2d7759b5d3e2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0959501 Apr 11 18:50:07.853335 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b5bcdef5-2822-4160-bea6-ac2d75384db6 req-b608636f-637e-4342-8190-3f10c6053d9a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575929 Apr 11 18:50:08.262370 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f9fbb648-4592-4607-8a5f-183d19c35ddc req-a03640d7-07e5-42dc-80df-84b348183ae4 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 210 time: 0.0499101 Apr 11 18:50:08.345820 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c807-020e-423a-b560-3359b1e55314 req-3beabc13-c018-4b11-ae97-d800cc661f30 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:08.347383 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-3beabc13-c018-4b11-ae97-d800cc661f30 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "GET /v2.0/networks?id=caa01f5a-bd03-4d9f-87c8-da95aec79c98 HTTP/1.1" status: 200 len: 809 time: 0.1677170 Apr 11 18:50:08.374446 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Request body: {'port': {'device_id': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98', 'admin_state_up': True, 'tenant_id': '9d42bdfb963b4e92b6650c35798c3ebf'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:08.507603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Made reservation on behalf of 9d42bdfb963b4e92b6650c35798c3ebf for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:08.524315 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:08.659141 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Allocated IP 172.20.0.14 (caa01f5a-bd03-4d9f-87c8-da95aec79c98/57646a31-e534-4938-9364-d18e5d1e93fa/2b122b14-5c7d-4148-9a5c-e72d90659e3b) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:08.841164 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks [] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:08.880828 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:08.942997 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Network caa01f5a-bd03-4d9f-87c8-da95aec79c98 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:08.946879 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:08.962268 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:08.968264 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:08.968893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:08.971292 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Pushing event updated for resources: {'Port': ['ID=2b122b14-5c7d-4148-9a5c-e72d90659e3b,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:09.030536 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-466d9dd6-e4bc-4a18-9313-5bbab8e0a82b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6622803 Apr 11 18:50:09.042400 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6345b-25f5-4c62-aeaf-88678f1f2716 req-1188b3d8-a4c2-4bfd-b796-6c42238af8ef tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:09.044207 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42a6345b-25f5-4c62-aeaf-88678f1f2716 req-1188b3d8-a4c2-4bfd-b796-6c42238af8ef tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0922108 Apr 11 18:50:09.049934 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Request body: {'port': {'device_id': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:09.143269 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42a6345b-25f5-4c62-aeaf-88678f1f2716 req-4c498a25-acfb-4484-8211-593d991a78ed tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895743 Apr 11 18:50:09.147966 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:09.447859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc29fb9-c678-4312-a144-c5ced9df2486 req-f5c199fb-0fdb-4c9c-846f-7aeaca382c5c tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:09.449408 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ddc29fb9-c678-4312-a144-c5ced9df2486 req-f5c199fb-0fdb-4c9c-846f-7aeaca382c5c tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 932 time: 0.0920451 Apr 11 18:50:09.532960 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ddc29fb9-c678-4312-a144-c5ced9df2486 req-5b823d3f-32dc-4ca2-a1ee-11ce5b51fd0d tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751641 Apr 11 18:50:09.568606 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b122b14-5c7d-4148-9a5c-e72d90659e3b {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:50:09.576478 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Publish callbacks [] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:09.590483 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Transition to ACTIVE for port object 2b122b14-5c7d-4148-9a5c-e72d90659e3b will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:50:09.594492 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:09.652137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b122b14-5c7d-4148-9a5c-e72d90659e3b,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:09.690734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Attempting to bind port 2b122b14-5c7d-4148-9a5c-e72d90659e3b on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:09.690975 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Attempting to bind port 2b122b14-5c7d-4148-9a5c-e72d90659e3b by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:09.691297 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Attempting to bind port 2b122b14-5c7d-4148-9a5c-e72d90659e3b on network caa01f5a-bd03-4d9f-87c8-da95aec79c98 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:09.695688 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Port 2b122b14-5c7d-4148-9a5c-e72d90659e3b on network caa01f5a-bd03-4d9f-87c8-da95aec79c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:50:09.696004 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Attempting to bind port 2b122b14-5c7d-4148-9a5c-e72d90659e3b on network caa01f5a-bd03-4d9f-87c8-da95aec79c98 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:09.700997 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 49, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:09.701365 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Checking segment: {'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:09.701750 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Bound using segment: {'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:09.702180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Bound port: 2b122b14-5c7d-4148-9a5c-e72d90659e3b, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:09.704995 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:09.768747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] For port 2b122b14-5c7d-4148-9a5c-e72d90659e3b, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:09.772068 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] For port 2b122b14-5c7d-4148-9a5c-e72d90659e3b, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2b122b14-5c7d-4148-9a5c-e72d90659e3b,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:09.778691 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:09.817332 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:09.817950 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:09.819323 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] 10.222.0.58 "PUT /v2.0/ports/2b122b14-5c7d-4148-9a5c-e72d90659e3b HTTP/1.1" status: 200 len: 1094 time: 0.7741559 Apr 11 18:50:09.819765 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'tag': '2b122b14-5c7d-4148-9a5c-e72d90659e3b'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:09.826536 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbc20f0-6d9c-4db4-bcf8-e36a841314c1" -d '{"events": [{"name": "network-changed", "server_uuid": "42c53e35-e151-49ed-a9ae-40bf6e615da9", "tag": "2b122b14-5c7d-4148-9a5c-e72d90659e3b"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:09.842068 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade603a9-11fd-4f95-aabe-242d2f9183d7 service neutron] Pushing event updated for resources: {'Port': ['ID=2b122b14-5c7d-4148-9a5c-e72d90659e3b,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:09.868842 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e24199-37d6-4396-a95f-61897743c3bf x-openstack-request-id: req-37e24199-37d6-4396-a95f-61897743c3bf {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:09.869216 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42c53e35-e151-49ed-a9ae-40bf6e615da9", "tag": "2b122b14-5c7d-4148-9a5c-e72d90659e3b", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:09.869503 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-37e24199-37d6-4396-a95f-61897743c3bf {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:09.869984 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37e24199-37d6-4396-a95f-61897743c3bf'] response: {'name': 'network-changed', 'server_uuid': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'tag': '2b122b14-5c7d-4148-9a5c-e72d90659e3b', 'status': 'completed', 'code': 200} Apr 11 18:50:10.264062 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe1ece5-175b-48a3-98e3-3cf5cbe79d89 req-b3bc6f43-8b0c-4846-adff-270a31993ac5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:10.265603 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dbe1ece5-175b-48a3-98e3-3cf5cbe79d89 req-b3bc6f43-8b0c-4846-adff-270a31993ac5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0515392 Apr 11 18:50:10.313161 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dbe1ece5-175b-48a3-98e3-3cf5cbe79d89 req-b61f04a7-73ad-43ad-b3b8-01f62573d1eb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419817 Apr 11 18:50:10.645913 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5977693-7d5b-432d-a884-e7a51ec94ddc req-2dc48cc6-381f-4470-bcea-38bc0d8b848b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:10.647378 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d5977693-7d5b-432d-a884-e7a51ec94ddc req-2dc48cc6-381f-4470-bcea-38bc0d8b848b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.0471959 Apr 11 18:50:10.695072 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d5977693-7d5b-432d-a884-e7a51ec94ddc req-862ddedb-add5-4fce-ab7f-43e72937cc90 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Apr 11 18:50:11.424652 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca5e05-44c6-406c-b098-b4232bfe722d req-f31300c1-3935-4978-a840-0615b9efdbc3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:11.426137 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7cca5e05-44c6-406c-b098-b4232bfe722d req-f31300c1-3935-4978-a840-0615b9efdbc3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0457585 Apr 11 18:50:11.476602 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7cca5e05-44c6-406c-b098-b4232bfe722d req-e4aa742f-191a-48d1-aa71-9ac718900d9d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449083 Apr 11 18:50:11.806645 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0525b1-3aec-497d-9b9e-a81f767a813b req-21af9f9c-ba10-4565-9c8e-64b75090019c tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:11.808095 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8d0525b1-3aec-497d-9b9e-a81f767a813b req-21af9f9c-ba10-4565-9c8e-64b75090019c tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.0452676 Apr 11 18:50:11.855123 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8d0525b1-3aec-497d-9b9e-a81f767a813b req-a41dde68-c953-4bea-a6e7-cbfd3c6a7a28 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414782 Apr 11 18:50:12.130250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc20f0-6d9c-4db4-bcf8-e36a841314c1 req-ca6808c0-e294-4f9a-921d-a19bf9f0a2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:12.131744 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-efbc20f0-6d9c-4db4-bcf8-e36a841314c1 req-ca6808c0-e294-4f9a-921d-a19bf9f0a2f5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 1128 time: 0.0385606 Apr 11 18:50:12.303033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc20f0-6d9c-4db4-bcf8-e36a841314c1 req-89d3094c-b314-4f68-b84b-c42ed604ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:12.304499 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-efbc20f0-6d9c-4db4-bcf8-e36a841314c1 req-89d3094c-b314-4f68-b84b-c42ed604ffc9 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1660774 Apr 11 18:50:12.718464 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e8245-102c-4c5e-85da-015a2d42957e req-13ebf233-0134-4f03-8727-9b080c8c5513 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:12.719933 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b02e8245-102c-4c5e-85da-015a2d42957e req-13ebf233-0134-4f03-8727-9b080c8c5513 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0854969 Apr 11 18:50:12.736258 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbc20f0-6d9c-4db4-bcf8-e36a841314c1 req-b8e7e8be-454d-42c3-ae77-359028248d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:12.737673 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-efbc20f0-6d9c-4db4-bcf8-e36a841314c1 req-b8e7e8be-454d-42c3-ae77-359028248d8e service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4232042 Apr 11 18:50:12.771648 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b02e8245-102c-4c5e-85da-015a2d42957e req-980d11b5-06b6-4d6e-9c67-f6e96f960ae9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458636 Apr 11 18:50:12.965901 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c5695-e433-4a52-aebf-16d3ea584f6b req-cc76ee86-e55c-4497-be65-5e94919748f9 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:12.967361 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9f9c5695-e433-4a52-aebf-16d3ea584f6b req-cc76ee86-e55c-4497-be65-5e94919748f9 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.0481119 Apr 11 18:50:13.012398 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9f9c5695-e433-4a52-aebf-16d3ea584f6b req-cba917ba-f6c9-441e-8f81-097798372088 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395749 Apr 11 18:50:13.880963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b74aa1-723a-489a-9331-d9788e176507 req-93aaa602-5a43-4d8d-908e-99526a09a10c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:13.882519 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-51b74aa1-723a-489a-9331-d9788e176507 req-93aaa602-5a43-4d8d-908e-99526a09a10c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0449500 Apr 11 18:50:13.930017 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-51b74aa1-723a-489a-9331-d9788e176507 req-00efb726-b1d7-49fe-8a04-0dfe59180fba tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410051 Apr 11 18:50:14.129868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d896b54-288a-4769-8bcb-45a086a7b654 req-6f63ee41-6f92-4e23-bae5-18126152a9e7 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:14.131345 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8d896b54-288a-4769-8bcb-45a086a7b654 req-6f63ee41-6f92-4e23-bae5-18126152a9e7 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.0548048 Apr 11 18:50:14.177165 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8d896b54-288a-4769-8bcb-45a086a7b654 req-c074198b-b53c-4cf4-9ce5-800974608c64 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401096 Apr 11 18:50:15.068250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a6ccf9-3076-4e1e-b8e0-c93ebb77c89f req-09b83613-0d9a-402f-a070-939afd527708 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:15.069745 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11a6ccf9-3076-4e1e-b8e0-c93ebb77c89f req-09b83613-0d9a-402f-a070-939afd527708 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0721765 Apr 11 18:50:15.075170 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c807-020e-423a-b560-3359b1e55314 req-05ad679e-ec89-4238-8f8c-9f250fc5c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:15.076561 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-05ad679e-ec89-4238-8f8c-9f250fc5c35d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 1128 time: 0.0514488 Apr 11 18:50:15.137315 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-1931c02d-1ca0-4a71-9511-2c60dfe568be service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2b122b14-5c7d-4148-9a5c-e72d90659e3b HTTP/1.1" status: 200 len: 217 time: 0.0486596 Apr 11 18:50:15.187505 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11a6ccf9-3076-4e1e-b8e0-c93ebb77c89f req-9801cddd-3299-43d6-aaac-6f631524313c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099591 Apr 11 18:50:15.204897 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c53c807-020e-423a-b560-3359b1e55314 req-792abc5c-20ca-4fcd-8f23-43152a396075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:15.204897 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-792abc5c-20ca-4fcd-8f23-43152a396075 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57646a31-e534-4938-9364-d18e5d1e93fa HTTP/1.1" status: 200 len: 849 time: 0.0624523 Apr 11 18:50:15.239364 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-0d77f3d5-ffa2-4802-8bcb-ce3d18c89663 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=caa01f5a-bd03-4d9f-87c8-da95aec79c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260634 Apr 11 18:50:15.350795 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885543ed-c023-4284-a279-e7ab2612c9ba req-570b2794-551b-452c-b69d-f777b1e788d3 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:15.352292 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-885543ed-c023-4284-a279-e7ab2612c9ba req-570b2794-551b-452c-b69d-f777b1e788d3 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.1032062 Apr 11 18:50:15.403818 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-79a6b89b-a5de-4573-9b66-c981c806bf5f service neutron] 10.222.0.58 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558287 Apr 11 18:50:15.438336 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-885543ed-c023-4284-a279-e7ab2612c9ba req-a33379e1-c01c-4f7e-a0ea-ad070be53ae9 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797193 Apr 11 18:50:15.523954 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3c53c807-020e-423a-b560-3359b1e55314 req-3226b728-f427-4236-9ab4-aa7251ca6035 service neutron] 10.222.0.58 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095507 Apr 11 18:50:16.307883 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f913aa15-8e81-40c6-b430-6d57c528c9f9 req-b6852e4b-f667-4ac9-9817-a5b5e41c7aa0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:16.309332 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f913aa15-8e81-40c6-b430-6d57c528c9f9 req-b6852e4b-f667-4ac9-9817-a5b5e41c7aa0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0538857 Apr 11 18:50:16.359835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f913aa15-8e81-40c6-b430-6d57c528c9f9 req-30f034ab-ac76-49f4-8e26-8adc3c169a1b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445580 Apr 11 18:50:16.570383 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fdac5f-4895-4d6c-80d9-40fabd49e68d req-4e310b65-1f67-455d-93e7-c916cc5fe499 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:16.572716 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b1fdac5f-4895-4d6c-80d9-40fabd49e68d req-4e310b65-1f67-455d-93e7-c916cc5fe499 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.0604708 Apr 11 18:50:16.625588 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b1fdac5f-4895-4d6c-80d9-40fabd49e68d req-6cb44006-e3de-486c-83bf-78569810fcac tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452287 Apr 11 18:50:17.263178 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37744) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:17.369603 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e7a27190-86d2-49c6-bc02-cec9f673fc17 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:17.482570 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e7a27190-86d2-49c6-bc02-cec9f673fc17 admin admin] Publish callbacks [] for security_group (e73e46f3-0f6c-457d-be41-d22be775ceea), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:17.488118 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e7a27190-86d2-49c6-bc02-cec9f673fc17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e73e46f3-0f6c-457d-be41-d22be775ceea), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:17.491048 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d16dd-3e0d-4f47-8e55-f62a24860a16 req-98ca5fc9-e678-4f9d-a492-c7effc2d6cf3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:17.492574 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-770d16dd-3e0d-4f47-8e55-f62a24860a16 req-98ca5fc9-e678-4f9d-a492-c7effc2d6cf3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0551777 Apr 11 18:50:17.531587 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a27190-86d2-49c6-bc02-cec9f673fc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73e46f3-0f6c-457d-be41-d22be775ceea,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:17.538227 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-e7a27190-86d2-49c6-bc02-cec9f673fc17 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=341703d335104f579641dc22d1e0c41a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2827036 Apr 11 18:50:17.541310 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37768) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:17.561632 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-770d16dd-3e0d-4f47-8e55-f62a24860a16 req-5514dad8-7a34-4a84-9996-40afd090c6af tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605354 Apr 11 18:50:17.603098 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-40caf5a4-5670-4e9e-840b-5db2d5a75bb3 admin admin] Publish callbacks [] for security_group (e73e46f3-0f6c-457d-be41-d22be775ceea), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:17.629625 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-40caf5a4-5670-4e9e-840b-5db2d5a75bb3 admin admin] Publish callbacks [] for security_group (e73e46f3-0f6c-457d-be41-d22be775ceea), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:17.680687 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-40caf5a4-5670-4e9e-840b-5db2d5a75bb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e73e46f3-0f6c-457d-be41-d22be775ceea), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:17.683943 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-40caf5a4-5670-4e9e-840b-5db2d5a75bb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:17.685591 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-40caf5a4-5670-4e9e-840b-5db2d5a75bb3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e73e46f3-0f6c-457d-be41-d22be775ceea HTTP/1.1" status: 204 len: 168 time: 0.1430480 Apr 11 18:50:17.697525 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40caf5a4-5670-4e9e-840b-5db2d5a75bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73e46f3-0f6c-457d-be41-d22be775ceea,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:17.768101 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec1f84-7aa7-49a1-ae31-58b233714970 req-547925af-1363-46c5-8f8a-324815308ed6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:17.769688 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-72ec1f84-7aa7-49a1-ae31-58b233714970 req-547925af-1363-46c5-8f8a-324815308ed6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.0619559 Apr 11 18:50:17.838108 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-72ec1f84-7aa7-49a1-ae31-58b233714970 req-2983449c-b917-4d1f-af52-bf640aa7229e tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607615 Apr 11 18:50:17.999041 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37788) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:18.013335 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6eef67e5-0248-4d8f-9064-a38b0b5a3d6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.092685 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6eef67e5-0248-4d8f-9064-a38b0b5a3d6d admin admin] Publish callbacks [] for security_group (2ba8a098-e085-49a2-949e-59bf51767352), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.096400 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6eef67e5-0248-4d8f-9064-a38b0b5a3d6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2ba8a098-e085-49a2-949e-59bf51767352), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.137185 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6eef67e5-0248-4d8f-9064-a38b0b5a3d6d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=45117d5871d94407b834e07045602db8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1344795 Apr 11 18:50:18.137185 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eef67e5-0248-4d8f-9064-a38b0b5a3d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba8a098-e085-49a2-949e-59bf51767352,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:18.138042 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37792) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:18.147252 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37794) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:18.191964 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1fe5038-af1f-4bd9-bcf2-073387ccabed admin admin] Publish callbacks [] for security_group (2ba8a098-e085-49a2-949e-59bf51767352), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.213483 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1fe5038-af1f-4bd9-bcf2-073387ccabed admin admin] Publish callbacks [] for security_group (2ba8a098-e085-49a2-949e-59bf51767352), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.255642 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c5bb-4e63-4387-aac1-2ef6e4a871db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.260324 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1fe5038-af1f-4bd9-bcf2-073387ccabed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2ba8a098-e085-49a2-949e-59bf51767352), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.263053 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1fe5038-af1f-4bd9-bcf2-073387ccabed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.266837 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a1fe5038-af1f-4bd9-bcf2-073387ccabed admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2ba8a098-e085-49a2-949e-59bf51767352 HTTP/1.1" status: 204 len: 168 time: 0.1277745 Apr 11 18:50:18.274374 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fe5038-af1f-4bd9-bcf2-073387ccabed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba8a098-e085-49a2-949e-59bf51767352,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:18.343203 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c5bb-4e63-4387-aac1-2ef6e4a871db admin admin] Publish callbacks [] for security_group (8c73c6f4-46be-4d4c-a386-2374a73aeb79), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.347074 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e2c0c5bb-4e63-4387-aac1-2ef6e4a871db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8c73c6f4-46be-4d4c-a386-2374a73aeb79), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.388061 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e2c0c5bb-4e63-4387-aac1-2ef6e4a871db admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6bd4595ddcd6474794b9bd3ccfb65bf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2396975 Apr 11 18:50:18.388950 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c0c5bb-4e63-4387-aac1-2ef6e4a871db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c73c6f4-46be-4d4c-a386-2374a73aeb79,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:18.390757 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37802) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:18.440803 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a3e5da83-71cd-434d-90fe-ce666165d966 admin admin] Publish callbacks [] for security_group (8c73c6f4-46be-4d4c-a386-2374a73aeb79), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.461701 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a3e5da83-71cd-434d-90fe-ce666165d966 admin admin] Publish callbacks [] for security_group (8c73c6f4-46be-4d4c-a386-2374a73aeb79), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.519467 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a3e5da83-71cd-434d-90fe-ce666165d966 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8c73c6f4-46be-4d4c-a386-2374a73aeb79), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.522373 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a3e5da83-71cd-434d-90fe-ce666165d966 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.523613 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a3e5da83-71cd-434d-90fe-ce666165d966 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8c73c6f4-46be-4d4c-a386-2374a73aeb79 HTTP/1.1" status: 204 len: 168 time: 0.1318853 Apr 11 18:50:18.533283 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5da83-71cd-434d-90fe-ce666165d966 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c73c6f4-46be-4d4c-a386-2374a73aeb79,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:18.699491 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f082-91c7-4476-885e-e6be1ccf5379 req-7a298c27-b3eb-4036-b986-3e3cd2126a44 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:18.705643 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d890f082-91c7-4476-885e-e6be1ccf5379 req-7a298c27-b3eb-4036-b986-3e3cd2126a44 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0623610 Apr 11 18:50:18.714643 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37828) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:18.767396 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d890f082-91c7-4476-885e-e6be1ccf5379 req-5952f13e-330a-4ee0-999b-c87f693b59d3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592623 Apr 11 18:50:18.803249 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.904409 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37842) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:18.928511 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-47927ea0-b105-402e-919e-8993d78b7647 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:18.953473 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c9b-fd30-435c-96eb-62b3b3a64ee5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.021038 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa07201a-1d32-42e3-b0d3-a095a14ba9c5 req-a560d184-2cb8-4822-b798-b2d36a265193 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:19.022898 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aa07201a-1d32-42e3-b0d3-a095a14ba9c5 req-a560d184-2cb8-4822-b798-b2d36a265193 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.0720990 Apr 11 18:50:19.046364 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c9b-fd30-435c-96eb-62b3b3a64ee5 admin admin] Publish callbacks [] for security_group (93147c9f-23b7-45da-bf8e-fd383c8c41ed), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.052180 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae8a6c9b-fd30-435c-96eb-62b3b3a64ee5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (93147c9f-23b7-45da-bf8e-fd383c8c41ed), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.102441 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ae8a6c9b-fd30-435c-96eb-62b3b3a64ee5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d14201479f8d45989e3de2581b9c6a34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3842354 Apr 11 18:50:19.102647 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-47927ea0-b105-402e-919e-8993d78b7647 admin admin] Publish callbacks [] for security_group (d5bff803-168d-4310-9754-4b26b8afad88), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.102750 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8a6c9b-fd30-435c-96eb-62b3b3a64ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93147c9f-23b7-45da-bf8e-fd383c8c41ed,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:19.104697 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37850) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:19.105715 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aa07201a-1d32-42e3-b0d3-a095a14ba9c5 req-62fd72a9-601f-4acb-8e02-217882d841ff tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736294 Apr 11 18:50:19.107870 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-47927ea0-b105-402e-919e-8993d78b7647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d5bff803-168d-4310-9754-4b26b8afad88), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.149544 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-47927ea0-b105-402e-919e-8993d78b7647 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=d2c5396f24894a6d88721000a0a4284d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2408481 Apr 11 18:50:19.150672 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37852) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:19.152695 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47927ea0-b105-402e-919e-8993d78b7647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bff803-168d-4310-9754-4b26b8afad88,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:19.186733 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-62a4b992-48c0-46e5-94bf-14659e064290 admin admin] Publish callbacks [] for security_group (93147c9f-23b7-45da-bf8e-fd383c8c41ed), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.234248 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-62a4b992-48c0-46e5-94bf-14659e064290 admin admin] Publish callbacks [] for security_group (93147c9f-23b7-45da-bf8e-fd383c8c41ed), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.256961 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23f67562-30cf-4942-b358-19013a7e1e03 admin admin] Publish callbacks [] for security_group (d5bff803-168d-4310-9754-4b26b8afad88), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.291580 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23f67562-30cf-4942-b358-19013a7e1e03 admin admin] Publish callbacks [] for security_group (d5bff803-168d-4310-9754-4b26b8afad88), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.331766 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-62a4b992-48c0-46e5-94bf-14659e064290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (93147c9f-23b7-45da-bf8e-fd383c8c41ed), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.335416 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-62a4b992-48c0-46e5-94bf-14659e064290 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.336713 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-62a4b992-48c0-46e5-94bf-14659e064290 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/93147c9f-23b7-45da-bf8e-fd383c8c41ed HTTP/1.1" status: 204 len: 168 time: 0.2310703 Apr 11 18:50:19.349927 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4b992-48c0-46e5-94bf-14659e064290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93147c9f-23b7-45da-bf8e-fd383c8c41ed,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:19.357634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23f67562-30cf-4942-b358-19013a7e1e03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d5bff803-168d-4310-9754-4b26b8afad88), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.360160 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23f67562-30cf-4942-b358-19013a7e1e03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.364739 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-23f67562-30cf-4942-b358-19013a7e1e03 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5bff803-168d-4310-9754-4b26b8afad88 HTTP/1.1" status: 204 len: 168 time: 0.2128429 Apr 11 18:50:19.373305 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f67562-30cf-4942-b358-19013a7e1e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bff803-168d-4310-9754-4b26b8afad88,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:19.828511 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37880) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:19.845130 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f6e555f1-ea35-4733-ae1b-d1115c8dec23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.901852 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dbb0ff-9c80-4690-bbf4-5cf4f2aaa300 req-0a8bb979-5f70-47b6-b072-7e9ced694ad2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:19.903669 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-83dbb0ff-9c80-4690-bbf4-5cf4f2aaa300 req-0a8bb979-5f70-47b6-b072-7e9ced694ad2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0532591 Apr 11 18:50:19.970202 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f6e555f1-ea35-4733-ae1b-d1115c8dec23 admin admin] Publish callbacks [] for security_group (336364bc-a8e8-45ef-aee3-003a3e90e3e7), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.978243 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f6e555f1-ea35-4733-ae1b-d1115c8dec23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (336364bc-a8e8-45ef-aee3-003a3e90e3e7), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:19.986087 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-83dbb0ff-9c80-4690-bbf4-5cf4f2aaa300 req-b1dc5a6f-5056-4758-8c2f-9a9f98bdbb66 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755417 Apr 11 18:50:20.029645 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f6e555f1-ea35-4733-ae1b-d1115c8dec23 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b07cbba9a5fa40daa71abdad8f6c51dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1984961 Apr 11 18:50:20.029916 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e555f1-ea35-4733-ae1b-d1115c8dec23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336364bc-a8e8-45ef-aee3-003a3e90e3e7,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:20.031745 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37896) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:20.048734 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2b122b14-5c7d-4148-9a5c-e72d90659e3b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:50:20.108015 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5f72-c86c-4504-b33b-7071b675336b admin admin] Publish callbacks [] for security_group (336364bc-a8e8-45ef-aee3-003a3e90e3e7), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:20.131711 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5f72-c86c-4504-b33b-7071b675336b admin admin] Publish callbacks [] for security_group (336364bc-a8e8-45ef-aee3-003a3e90e3e7), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:20.195948 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5f72-c86c-4504-b33b-7071b675336b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (336364bc-a8e8-45ef-aee3-003a3e90e3e7), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:20.201562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8a4d5f72-c86c-4504-b33b-7071b675336b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:20.206924 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-8a4d5f72-c86c-4504-b33b-7071b675336b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/336364bc-a8e8-45ef-aee3-003a3e90e3e7 HTTP/1.1" status: 204 len: 168 time: 0.1740086 Apr 11 18:50:20.240037 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d5f72-c86c-4504-b33b-7071b675336b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336364bc-a8e8-45ef-aee3-003a3e90e3e7,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:20.356822 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 2b122b14-5c7d-4148-9a5c-e72d90659e3b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2b122b14-5c7d-4148-9a5c-e72d90659e3b,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:20.359122 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaddb48-2881-4c45-8500-4b6ab0635f6d req-971ce356-1aef-4e64-b300-da95ab4b2c8b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:20.361843 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8eaddb48-2881-4c45-8500-4b6ab0635f6d req-971ce356-1aef-4e64-b300-da95ab4b2c8b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 944 time: 0.1119349 Apr 11 18:50:20.379503 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '2b122b14-5c7d-4148-9a5c-e72d90659e3b', 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98', 'port_id': '2b122b14-5c7d-4148-9a5c-e72d90659e3b', 'mac_address': 'fa:16:3e:3a:e2:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57646a31-e534-4938-9364-d18e5d1e93fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:50:20.433601 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 2b122b14-5c7d-4148-9a5c-e72d90659e3b is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:20.434182 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:20.449446 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b122b14-5c7d-4148-9a5c-e72d90659e3b {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:50:20.472198 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8eaddb48-2881-4c45-8500-4b6ab0635f6d req-2b14b59a-9382-49b8-8156-8eb8166e5c20 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008966 Apr 11 18:50:20.474441 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 2b122b14-5c7d-4148-9a5c-e72d90659e3b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2b122b14-5c7d-4148-9a5c-e72d90659e3b,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:20.482642 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:20.545442 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=2b122b14-5c7d-4148-9a5c-e72d90659e3b,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:20.553639 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.554443 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.554829 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.555195 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.555662 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.555874 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.556445 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.556980 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.557522 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.558034 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.558566 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.559107 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.559820 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.560481 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.561537 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:20.744576 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37930) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:20.778807 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['2b122b14-5c7d-4148-9a5c-e72d90659e3b'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:50:20.939418 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797397367-network', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:20.964928 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Made reservation on behalf of 6ce353fb24d7498692339b92c6e375f8 for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:20.967712 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:20.980979 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.077971 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks [] for security_group (1cf69b63-8cf4-479f-87c1-4d5c55713b46), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.090812 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1cf69b63-8cf4-479f-87c1-4d5c55713b46), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.105918 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 528} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:50:21.121178 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (107143e1-0bb3-4ab2-87ca-9ddad388883c), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.121178 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Added segment 107143e1-0bb3-4ab2-87ca-9ddad388883c of type vlan for network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d Apr 11 18:50:21.170951 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (8a062a1f-16d7-4459-bc5a-79f3afcebd3d), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.179122 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bce8ba-5594-4d76-82a7-ff890d3f1ae8 req-f662bfca-b48b-4150-91a2-caf1238761ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:21.189792 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf69b63-8cf4-479f-87c1-4d5c55713b46,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:21.190932 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-23bce8ba-5594-4d76-82a7-ff890d3f1ae8 req-f662bfca-b48b-4150-91a2-caf1238761ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0917130 Apr 11 18:50:21.213441 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (8a062a1f-16d7-4459-bc5a-79f3afcebd3d), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.214396 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:21.214988 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.249194 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5027611 Apr 11 18:50:21.251921 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37952) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:21.257139 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Request body: {'subnet': {'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797397367-subnet', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:21.273625 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-23bce8ba-5594-4d76-82a7-ff890d3f1ae8 req-c195237f-3c43-410b-aad7-aadadb4cca67 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814843 Apr 11 18:50:21.274133 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37954) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:21.322722 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1cd483d-aa8f-4469-904c-4bcc1767650c admin admin] Pushing event updated for resources: {'Network': ['ID=8a062a1f-16d7-4459-bc5a-79f3afcebd3d,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:21.336499 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Made reservation on behalf of 6ce353fb24d7498692339b92c6e375f8 for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:21.338588 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:50:21.340316 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4388286'] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.409738 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-816913198-network', 'tenant_id': '2c50ebf624db4e168d324e53cb6fd4ee'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:21.433518 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Made reservation on behalf of 2c50ebf624db4e168d324e53cb6fd4ee for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:21.436008 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.446212 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.535750 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5032977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4388268'] for subnet (15c7f995-d3d1-4d11-aa61-7854718a55a2), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.546561 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks [] for security_group (f333d20c-8fed-4665-8d0e-ba399bb57464), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.551342 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f333d20c-8fed-4665-8d0e-ba399bb57464), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.603946 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15c7f995-d3d1-4d11-aa61-7854718a55a2,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:21.607223 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:50:21.616333 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Checking segment: {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:21.616705 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Network hostable DHCP agents. Network: 8a062a1f-16d7-4459-bc5a-79f3afcebd3d, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:50:21.620359 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f333d20c-8fed-4665-8d0e-ba399bb57464,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:21.631831 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (ead33c23-3d71-40e3-b87b-9c75ccf03efe), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.632179 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Added segment ead33c23-3d71-40e3-b87b-9c75ccf03efe of type vlan for network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc Apr 11 18:50:21.639240 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:50:21.648614 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed23f7ab-2c39-439f-84ec-f7c81439ca35 req-c9eae0fd-cb33-41fa-b40a-af461c566289 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:21.650187 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ed23f7ab-2c39-439f-84ec-f7c81439ca35 req-c9eae0fd-cb33-41fa-b40a-af461c566289 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 945 time: 0.0951066 Apr 11 18:50:21.657950 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 8a062a1f-16d7-4459-bc5a-79f3afcebd3d) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:21.663676 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:21.664668 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.673458 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26b1ecfb-d108-4cff-b0b9-79d1a2d76967 None None] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:21.702294 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.716519 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 37974) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:21.718142 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-0bd13664-d49c-4a6f-9eaa-b84e42b948f4 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4651384 Apr 11 18:50:21.720579 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:21.766048 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ed23f7ab-2c39-439f-84ec-f7c81439ca35 req-0395e669-6b53-4b63-8f86-73517e1ba848 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921733 Apr 11 18:50:21.766048 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.770386 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:21.770884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.779791 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.781083 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.811221 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:50:21.812424 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.844602 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5692990 Apr 11 18:50:21.848378 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 37976) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:21.855564 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Request body: {'subnet': {'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-816913198-subnet', 'tenant_id': '2c50ebf624db4e168d324e53cb6fd4ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:21.861662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977bccf5-9483-407d-974d-824d18338fcc admin admin] Pushing event updated for resources: {'Network': ['ID=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:21.880013 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Made reservation on behalf of 2c50ebf624db4e168d324e53cb6fd4ee for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:21.883183 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4388286'] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:21.891196 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:50:21.898059 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks [] for router_controller (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), precommit_add_association {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.032684 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Allocated IP 172.20.0.2 (8a062a1f-16d7-4459-bc5a-79f3afcebd3d/15c7f995-d3d1-4d11-aa61-7854718a55a2/b90f82b3-ed23-45d4-96c3-18b57c2b1f63) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:22.046393 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks [] for router_gateway (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.059691 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2b122b14-5c7d-4148-9a5c-e72d90659e3b up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:22.093627 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5032977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4388268'] for subnet (34b830ca-4458-48a3-9c48-16c52d88bcd7), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.160386 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34b830ca-4458-48a3-9c48-16c52d88bcd7,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:22.172366 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Checking segment: {'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:22.172814 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Network hostable DHCP agents. Network: 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:50:22.195159 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 2b122b14-5c7d-4148-9a5c-e72d90659e3b completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:50:22.213472 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 2b122b14-5c7d-4148-9a5c-e72d90659e3b triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:22.213904 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.227914 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:50:22.242901 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:22.248412 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:22.249089 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.258819 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a2bee-4960-40f3-bb3a-972cbd97ed04 None None] Network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:22.278028 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-517a4fac-0caa-4a08-a7c3-ce0ca2c953a5 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4281375 Apr 11 18:50:22.327807 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks [] for router_gateway (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.350087 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.371901 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Publish callbacks [] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.406142 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.476608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5ba13-3d6b-4a32-a19f-071d00b3fda0 req-b57b655a-e6fb-494c-bc85-4fec8a95cfd4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:22.478307 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-84c5ba13-3d6b-4a32-a19f-071d00b3fda0 req-b57b655a-e6fb-494c-bc85-4fec8a95cfd4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0892057 Apr 11 18:50:22.487973 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 2b122b14-5c7d-4148-9a5c-e72d90659e3b is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:22.488656 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.492068 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:22.496696 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5548e2dd-7ab7-433e-ae5c-5151978ccb22 None None] Network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:22.522054 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Allocated IP 172.27.0.166 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/29e47b59-e67a-4e59-9d20-b675b0997700) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:22.522327 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:22.531410 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:22.548461 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Pushing event updated for resources: {'Port': ['ID=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:22.564828 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-84c5ba13-3d6b-4a32-a19f-071d00b3fda0 req-12fef0de-4746-423e-93fc-9d58bbf7252a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761425 Apr 11 18:50:22.603002 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b122b14-5c7d-4148-9a5c-e72d90659e3b'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:22.603002 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-477e4388-28d7-44c2-9dcf-dfff61193247" -d '{"events": [{"server_uuid": "42c53e35-e151-49ed-a9ae-40bf6e615da9", "name": "network-vif-plugged", "status": "completed", "tag": "2b122b14-5c7d-4148-9a5c-e72d90659e3b"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:22.645016 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 2b122b14-5c7d-4148-9a5c-e72d90659e3b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2b122b14-5c7d-4148-9a5c-e72d90659e3b,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:22.665818 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70575406-4ae4-42e1-a631-d0c5f720c320 x-openstack-request-id: req-70575406-4ae4-42e1-a631-d0c5f720c320 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:22.666199 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c53e35-e151-49ed-a9ae-40bf6e615da9", "name": "network-vif-plugged", "status": "completed", "tag": "2b122b14-5c7d-4148-9a5c-e72d90659e3b", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:22.666389 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-70575406-4ae4-42e1-a631-d0c5f720c320 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:22.666838 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70575406-4ae4-42e1-a631-d0c5f720c320'] response: {'server_uuid': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b122b14-5c7d-4148-9a5c-e72d90659e3b', 'code': 200} Apr 11 18:50:22.671507 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks [] for port (29e47b59-e67a-4e59-9d20-b675b0997700), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.673465 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.712073 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.754884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:22.757038 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Attempting to bind port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:22.757625 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Attempting to bind port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:22.758006 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:22.758339 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Attempting to bind port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 on network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:22.762314 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:22.779940 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:22.780322 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Checking segment: {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:22.780807 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.781137 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Bound using segment: {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:22.781611 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Bound port: b90f82b3-ed23-45d4-96c3-18b57c2b1f63, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:22.782175 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.787352 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=2b122b14-5c7d-4148-9a5c-e72d90659e3b,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:22.799398 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Pushing event updated for resources: {'Port': ['ID=29e47b59-e67a-4e59-9d20-b675b0997700,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:22.905946 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] For port b90f82b3-ed23-45d4-96c3-18b57c2b1f63, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:22.910239 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] For port b90f82b3-ed23-45d4-96c3-18b57c2b1f63, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:22.918661 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:22.931189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a36ab9-f466-4458-a76f-acb755b2619c req-6a2bed4d-f015-4f1d-bd61-02f6419a34aa tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:22.933658 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-81a36ab9-f466-4458-a76f-acb755b2619c req-6a2bed4d-f015-4f1d-bd61-02f6419a34aa tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 946 time: 0.0654957 Apr 11 18:50:23.045464 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9771950-b4e1-4f6f-a0ce-4b191b086cb6 None None] Pushing event updated for resources: {'Port': ['ID=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:23.060678 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks [] for router_gateway (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:23.192633 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-81a36ab9-f466-4458-a76f-acb755b2619c req-a3c9916e-5f8b-4a2b-8e2c-0cafdec31223 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328473 Apr 11 18:50:23.437516 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:23.585659 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3122410-3cd7-41df-9503-589d06f093d7 req-3cc19c2c-9353-4825-b687-9254e1588d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:23.587157 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e3122410-3cd7-41df-9503-589d06f093d7 req-3cc19c2c-9353-4825-b687-9254e1588d86 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 1130 time: 0.0833642 Apr 11 18:50:23.590546 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08edc3d4-e208-4900-ab65-e61d74bdcbbc req-443f86fb-0592-4bdc-9a7c-7914be64c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:23.591908 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-08edc3d4-e208-4900-ab65-e61d74bdcbbc req-443f86fb-0592-4bdc-9a7c-7914be64c39d service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 1129 time: 0.0870407 Apr 11 18:50:23.740330 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-08edc3d4-e208-4900-ab65-e61d74bdcbbc req-c5edf213-73e9-4059-a927-35c3989e68d3 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213100 Apr 11 18:50:23.763199 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dd7a0-f6c5-42b5-a225-dfc80618eab3 req-08c8281a-a291-408e-a811-5afd32ebb5b2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:23.764648 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-475dd7a0-f6c5-42b5-a225-dfc80618eab3 req-08c8281a-a291-408e-a811-5afd32ebb5b2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.1032927 Apr 11 18:50:23.771955 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e3122410-3cd7-41df-9503-589d06f093d7 req-f24436af-7108-4c53-852f-2ffd3e8958a7 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513996 Apr 11 18:50:23.779173 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38030) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:23.833666 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-475dd7a0-f6c5-42b5-a225-dfc80618eab3 req-acc454ea-0ef5-4888-af35-05dc01a6866e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606728 Apr 11 18:50:23.839432 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:50:23.878787 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b90f82b3-ed23-45d4-96c3-18b57c2b1f63 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:23.934045 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-061bf18c-28a8-4f9b-ab21-317cb6f5e5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:23.935229 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:23.935706 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:23.966378 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:50:23.980084 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Sync routers for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:50:23.995078 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:23.996774 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:23.996966 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.001767 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2cd7d150-501d-4c78-af0b-617649f4b3d9 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.2820337 Apr 11 18:50:24.006820 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38034) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:24.045787 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-061bf18c-28a8-4f9b-ab21-317cb6f5e5a6 admin admin] Publish callbacks [] for security_group (3d55b7da-4d97-48c5-821a-46736e07d321), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.051695 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-061bf18c-28a8-4f9b-ab21-317cb6f5e5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3d55b7da-4d97-48c5-821a-46736e07d321), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.053483 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:24.053885 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.112013 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port b90f82b3-ed23-45d4-96c3-18b57c2b1f63, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:24.133303 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.139751 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061bf18c-28a8-4f9b-ab21-317cb6f5e5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d55b7da-4d97-48c5-821a-46736e07d321,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:24.158984 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:24.163060 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-061bf18c-28a8-4f9b-ab21-317cb6f5e5a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=14b574c5463b4ed48e074400701b97da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3827395 Apr 11 18:50:24.163743 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38040) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:24.268444 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:24.298251 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4aa2-fbe9-4704-9343-141b54c1e2d2 admin admin] Publish callbacks [] for security_group (3d55b7da-4d97-48c5-821a-46736e07d321), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.340009 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4aa2-fbe9-4704-9343-141b54c1e2d2 admin admin] Publish callbacks [] for security_group (3d55b7da-4d97-48c5-821a-46736e07d321), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.414875 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4aa2-fbe9-4704-9343-141b54c1e2d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3d55b7da-4d97-48c5-821a-46736e07d321), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.419547 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7a4d4aa2-fbe9-4704-9343-141b54c1e2d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.424698 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7a4d4aa2-fbe9-4704-9343-141b54c1e2d2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3d55b7da-4d97-48c5-821a-46736e07d321 HTTP/1.1" status: 204 len: 168 time: 0.2593021 Apr 11 18:50:24.434738 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4d4aa2-fbe9-4704-9343-141b54c1e2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d55b7da-4d97-48c5-821a-46736e07d321,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:24.445192 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:22Z', 'revision_number': 3, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:24.471142 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221654db-2d1e-4ff8-9d3f-cfef11a2829c None None] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:24.482247 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Checking router: e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:50:24.482597 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Updating router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 port 29e47b59-e67a-4e59-9d20-b675b0997700 binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:50:24.516397 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.518392 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-a9fc747e-38e0-4be1-9d7e-8e86c0f30570 None None] Provisioning complete for port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:24.518767 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a9fc747e-38e0-4be1-9d7e-8e86c0f30570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.761967 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc747e-38e0-4be1-9d7e-8e86c0f30570 None None] Current status of the port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:24.835704 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38064) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:24.852258 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11307a6f-1015-420b-9568-52f87ae00afb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:24.879432 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d075a8-e813-4d06-b1ef-60f13d89dfb3 req-dc8ebc3a-2c13-4ed3-91b6-8c2a27544aed tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:24.881392 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-73d075a8-e813-4d06-b1ef-60f13d89dfb3 req-dc8ebc3a-2c13-4ed3-91b6-8c2a27544aed tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 946 time: 0.5484121 Apr 11 18:50:25.023804 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Publish callbacks [] for port (29e47b59-e67a-4e59-9d20-b675b0997700), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.027964 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11307a6f-1015-420b-9568-52f87ae00afb admin admin] Publish callbacks [] for security_group (27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.035775 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.035934 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11307a6f-1015-420b-9568-52f87ae00afb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.065737 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11307a6f-1015-420b-9568-52f87ae00afb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:25.093042 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Attempting to bind port 29e47b59-e67a-4e59-9d20-b675b0997700 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:25.093618 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Attempting to bind port 29e47b59-e67a-4e59-9d20-b675b0997700 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:25.093975 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Attempting to bind port 29e47b59-e67a-4e59-9d20-b675b0997700 on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:25.126052 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-11307a6f-1015-420b-9568-52f87ae00afb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=762fd693205d462194039b75d995aecf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884953 Apr 11 18:50:25.137087 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38070) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:25.175530 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:25.175530 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:25.175530 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.176110 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:25.177152 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Bound port: 29e47b59-e67a-4e59-9d20-b675b0997700, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:25.177152 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.212398 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ac8ee93a-5398-4d62-925c-d34d94cb2dc1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:25.221673 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ac8ee93a-5398-4d62-925c-d34d94cb2dc1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/networks?id=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc HTTP/1.1" status: 200 len: 813 time: 0.8896663 Apr 11 18:50:25.242426 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-93be33b8-66d2-4c02-99c2-f41fa2c6dd8d admin admin] Publish callbacks [] for security_group (27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.258829 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] For port 29e47b59-e67a-4e59-9d20-b675b0997700, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:25.262279 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] For port 29e47b59-e67a-4e59-9d20-b675b0997700, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=29e47b59-e67a-4e59-9d20-b675b0997700,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:25.273432 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.275760 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-baaf1267-d1b6-499a-8ceb-9de17657d187 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/quotas/2c50ebf624db4e168d324e53cb6fd4ee HTTP/1.1" status: 200 len: 375 time: 0.0530713 Apr 11 18:50:25.279348 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-93be33b8-66d2-4c02-99c2-f41fa2c6dd8d admin admin] Publish callbacks [] for security_group (27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.299861 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Pushing event updated for resources: {'Port': ['ID=29e47b59-e67a-4e59-9d20-b675b0997700,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:25.307908 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-73d075a8-e813-4d06-b1ef-60f13d89dfb3 req-6271751d-dedc-4c9f-833d-a94eb8cb8ef4 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4129689 Apr 11 18:50:25.309657 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.310007 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.310370 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.310783 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.311168 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.311500 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.311826 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.312147 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.312467 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.312788 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.313139 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.313483 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.313809 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.314257 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.314580 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:25.335248 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:25.345434 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:25.349009 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-d2bc2036-e3db-45fc-b47d-5b14feed96e4 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720961 Apr 11 18:50:25.370425 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-93be33b8-66d2-4c02-99c2-f41fa2c6dd8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.373500 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-93be33b8-66d2-4c02-99c2-f41fa2c6dd8d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.374712 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-93be33b8-66d2-4c02-99c2-f41fa2c6dd8d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31 HTTP/1.1" status: 204 len: 168 time: 0.2364993 Apr 11 18:50:25.390909 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-3c4433a6-e356-4bc1-8ebb-81936d83c3ba None None] Provisioning complete for port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:25.391477 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3c4433a6-e356-4bc1-8ebb-81936d83c3ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.405111 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be33b8-66d2-4c02-99c2-f41fa2c6dd8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f642f5-e8d5-4ccd-b2ed-b1eb47f13e31,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:25.477798 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7216a3f6-993c-41fc-933a-fb641f34131b None None] Pushing event updated for resources: {'Port': ['ID=29e47b59-e67a-4e59-9d20-b675b0997700,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:25.504569 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:25.518501 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-3c4433a6-e356-4bc1-8ebb-81936d83c3ba None None] Current status of the port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:25.564681 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ce3aa-2b37-449e-b4bd-c17cbcac5b98 req-98417526-3e8e-4d8a-8296-5e8080e63fdd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:25.566312 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d36ce3aa-2b37-449e-b4bd-c17cbcac5b98 req-98417526-3e8e-4d8a-8296-5e8080e63fdd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.1380894 Apr 11 18:50:25.605832 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-b0a09545-24c2-4c82-be4b-f34b6b5b7c7f service neutron] 10.222.0.61 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2557955 Apr 11 18:50:25.652315 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:50:25.719524 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:25.755065 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:22Z', 'revision_number': 3, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:25.768558 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d36ce3aa-2b37-449e-b4bd-c17cbcac5b98 req-49acb5f3-c176-472b-a255-ff2d821cbf24 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905944 Apr 11 18:50:25.771677 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-04e3b2e3-c2e9-4f80-9216-3f689d3e5bc7 service neutron] 10.222.0.61 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542976 Apr 11 18:50:25.793391 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f1423b-daa2-405f-ab77-fa3d4d5a9e57 None None] The sync data for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi is: [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:22Z', 'revision_number': 3, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:50:25.932258 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b90f82b3-ed23-45d4-96c3-18b57c2b1f63 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:26.025731 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c77a1770-ed99-4c2f-84d0-4c7484a43707 req-cf230570-ff0d-4462-b85f-2c854635d075 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0532336 Apr 11 18:50:26.031688 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bda449b-f692-4d46-9c6a-bc08724915be req-f44e5db9-4a35-4736-af97-8005ceacb5b9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:26.039018 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bda449b-f692-4d46-9c6a-bc08724915be req-f44e5db9-4a35-4736-af97-8005ceacb5b9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1223643 Apr 11 18:50:26.061472 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:26.061850 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:26.140870 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Allocated IP 172.20.0.1 (8a062a1f-16d7-4459-bc5a-79f3afcebd3d/15c7f995-d3d1-4d11-aa61-7854718a55a2/cf876c71-e42e-45e3-99ed-17f33fd2d273) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:26.193898 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bda449b-f692-4d46-9c6a-bc08724915be req-6c744385-5f36-47dd-800e-55e4666c1d6d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537149 Apr 11 18:50:26.214942 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:26.547272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks [] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:26.633265 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff4563b-9376-4af9-ba1a-2834e5d7b96f req-9ddf5c8e-cd30-4ad2-a0f0-385f762adfd7 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:26.635102 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ff4563b-9376-4af9-ba1a-2834e5d7b96f req-9ddf5c8e-cd30-4ad2-a0f0-385f762adfd7 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 946 time: 0.1494863 Apr 11 18:50:26.761413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:26.835705 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:26.841732 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ff4563b-9376-4af9-ba1a-2834e5d7b96f req-eb3f56cf-6664-42c9-b8a6-1f76dec53e5e tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004244 Apr 11 18:50:26.847982 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:26.863886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:26.864647 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:26.934422 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf876c71-e42e-45e3-99ed-17f33fd2d273,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:27.102620 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:27.161211 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bc79bb2e-1376-46fd-b13b-2d72d885de66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:27.233580 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bf7f29a0-a63c-45aa-be6d-4b3178bec2b8 req-3a48b71d-de63-44bb-8abb-7fb4522f2c17 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0489402 Apr 11 18:50:27.257789 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-30177ff1-42b1-4155-be50-031faaac91d8 None None] Provisioning complete for port cf876c71-e42e-45e3-99ed-17f33fd2d273 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:27.258529 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-30177ff1-42b1-4155-be50-031faaac91d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:27.318632 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-30177ff1-42b1-4155-be50-031faaac91d8 None None] Port cf876c71-e42e-45e3-99ed-17f33fd2d273 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:50:27.445865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks [] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:27.454085 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:27.455338 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:27.684931 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Pushing event updated for resources: {'Port': ['ID=cf876c71-e42e-45e3-99ed-17f33fd2d273,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:27.763902 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-cfa16f96-0219-4d96-b0a1-17d41c29d741 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:27.765543 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-cfa16f96-0219-4d96-b0a1-17d41c29d741 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "GET /v2.0/networks?id=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc HTTP/1.1" status: 200 len: 813 time: 0.2530665 Apr 11 18:50:27.774183 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:27.786236 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:27.886080 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105c2eb5-0c6d-459d-ad0c-ffaac80437e8 req-969e2a61-d570-4c32-8d16-cb93533ac67b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:27.887597 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-105c2eb5-0c6d-459d-ad0c-ffaac80437e8 req-969e2a61-d570-4c32-8d16-cb93533ac67b tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 946 time: 0.1155734 Apr 11 18:50:27.909229 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 29e47b59-e67a-4e59-9d20-b675b0997700 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:27.978003 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 29e47b59-e67a-4e59-9d20-b675b0997700 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:27.979300 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.017413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:50:28.075845 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 29e47b59-e67a-4e59-9d20-b675b0997700 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:28.076246 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.106880 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 29e47b59-e67a-4e59-9d20-b675b0997700, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=29e47b59-e67a-4e59-9d20-b675b0997700,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:28.110825 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.113391 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-105c2eb5-0c6d-459d-ad0c-ffaac80437e8 req-5004d2e7-cbd8-468b-926c-c6792aed6a7e tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156320 Apr 11 18:50:28.188636 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-666b63a6-baaf-4db9-9b70-288d1b70a724 None None] Provisioning complete for port cf876c71-e42e-45e3-99ed-17f33fd2d273 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:28.189231 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-666b63a6-baaf-4db9-9b70-288d1b70a724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.208339 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e995b4f7-c124-41cd-ab3c-fac37df113fc req-f6abbc99-044c-40f8-8ba5-7d0aae05d84f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:28.209858 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e995b4f7-c124-41cd-ab3c-fac37df113fc req-f6abbc99-044c-40f8-8ba5-7d0aae05d84f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1031618 Apr 11 18:50:28.217937 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=29e47b59-e67a-4e59-9d20-b675b0997700,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:28.233858 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-666b63a6-baaf-4db9-9b70-288d1b70a724 None None] Port cf876c71-e42e-45e3-99ed-17f33fd2d273 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:50:28.242540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:50:28.250327 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3525c119-cc91-4fdd-bfe2-5aba00688fa0 admin admin] 10.222.0.61 "PUT /v2.0/routers/e5cf3f43-fa7e-42e7-886d-2be0ae2415a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2362518 Apr 11 18:50:28.277253 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e995b4f7-c124-41cd-ab3c-fac37df113fc req-2538c085-4255-4f0f-beb2-da9f1b4a83a3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605516 Apr 11 18:50:28.339402 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3ab4cb32-629c-4c46-9efe-9981c48678f1 req-53b72e86-7e01-498d-b121-171dd95fcfcb tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0293741 Apr 11 18:50:28.387897 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Sync routers for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:50:28.398539 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:28.399143 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:28.516262 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:28.736883 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 2, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:28.765489 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Checking router: e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:50:28.765852 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Updating router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 port cf876c71-e42e-45e3-99ed-17f33fd2d273 binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:50:28.805010 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.846869 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38194) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:28.853382 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700857359-network', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:28.877794 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Made reservation on behalf of 34a28d5333f94d46aad557bbd44271ec for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:28.880628 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.890990 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.972853 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks [] for security_group (6a907b28-b744-4ee5-a9a6-650fa776704d), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.984172 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (6a907b28-b744-4ee5-a9a6-650fa776704d), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:28.993417 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Request body: {'port': {'device_id': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc', 'admin_state_up': True, 'tenant_id': '2c50ebf624db4e168d324e53cb6fd4ee'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:29.022682 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a907b28-b744-4ee5-a9a6-650fa776704d,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:29.025460 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:50:29.038291 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (0e3d1165-8395-46ff-af4c-eea8fa06b9d4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.038639 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Added segment 0e3d1165-8395-46ff-af4c-eea8fa06b9d4 of type vlan for network 856a6e78-d36f-4324-ac83-7f44c277f30b Apr 11 18:50:29.085707 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (856a6e78-d36f-4324-ac83-7f44c277f30b), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.113922 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (856a6e78-d36f-4324-ac83-7f44c277f30b), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.115149 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:29.115898 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.151760 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Made reservation on behalf of 2c50ebf624db4e168d324e53cb6fd4ee for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:29.152341 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2987854 Apr 11 18:50:29.152445 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.156744 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38202) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:29.163270 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Request body: {'subnet': {'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700857359-subnet', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:29.169605 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Publish callbacks [] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.178779 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.208803 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd071e-352e-4b82-976c-b853f3d5e7da admin admin] Pushing event updated for resources: {'Network': ['ID=856a6e78-d36f-4324-ac83-7f44c277f30b,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:29.218777 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Made reservation on behalf of 34a28d5333f94d46aad557bbd44271ec for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:29.221800 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4388286'] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.238695 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 856a6e78-d36f-4324-ac83-7f44c277f30b details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:50:29.315065 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-165e8706-bde8-4606-b20d-90e01f431c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:29.316632 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-165e8706-bde8-4606-b20d-90e01f431c7e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 1129 time: 0.0471165 Apr 11 18:50:29.339156 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8b0df-6fa5-4323-9880-db2bc1ba5183 None None] Pushing event updated for resources: {'Port': ['ID=cf876c71-e42e-45e3-99ed-17f33fd2d273,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:29.370496 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b1879a-f6c1-441f-8234-cf1a7c90f72c req-eeb4a1e2-32ec-4abe-9f8c-388652201779 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:29.372169 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-68b1879a-f6c1-441f-8234-cf1a7c90f72c req-eeb4a1e2-32ec-4abe-9f8c-388652201779 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 946 time: 0.1038513 Apr 11 18:50:29.388772 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Attempting to bind port cf876c71-e42e-45e3-99ed-17f33fd2d273 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:29.389182 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Attempting to bind port cf876c71-e42e-45e3-99ed-17f33fd2d273 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:29.390047 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Attempting to bind port cf876c71-e42e-45e3-99ed-17f33fd2d273 on network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:29.397822 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:29.399082 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Checking segment: {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:29.399751 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.400916 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Bound using segment: {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:29.401813 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Bound port: cf876c71-e42e-45e3-99ed-17f33fd2d273, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:29.402454 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.438694 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-7e900cfc-c157-483e-a6c7-b98b7fa18dae tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:29.440270 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-7e900cfc-c157-483e-a6c7-b98b7fa18dae tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 946 time: 0.0634544 Apr 11 18:50:29.476653 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] For port cf876c71-e42e-45e3-99ed-17f33fd2d273, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:29.481106 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] For port cf876c71-e42e-45e3-99ed-17f33fd2d273, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cf876c71-e42e-45e3-99ed-17f33fd2d273,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:29.489503 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.494303 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5032977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4388268'] for subnet (47cd8898-0c4a-4763-9e2a-90459e5db1f3), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.527250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Allocated IP 172.20.0.6 (25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc/34b830ca-4458-48a3-9c48-16c52d88bcd7/5ce443ba-4baf-4b0f-b71f-f91ccfb07770) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:29.576197 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-8dd33236-20d8-49d2-ae85-3a874bdc3651 None None] Provisioning complete for port cf876c71-e42e-45e3-99ed-17f33fd2d273 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:29.576563 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8dd33236-20d8-49d2-ae85-3a874bdc3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.577594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47cd8898-0c4a-4763-9e2a-90459e5db1f3,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:29.595589 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Checking segment: {'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:29.596170 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Network hostable DHCP agents. Network: 856a6e78-d36f-4324-ac83-7f44c277f30b, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:50:29.614359 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-92a6ee67-73b0-41f6-ac49-ac6359c88690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.616511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:29.617373 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:29.637171 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Network 856a6e78-d36f-4324-ac83-7f44c277f30b is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:50:29.652764 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 856a6e78-d36f-4324-ac83-7f44c277f30b) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:29.658828 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3c63f0-9c4d-4ae4-8b67-a6040927b6e8 req-d6a8cbf5-0b88-417d-863f-8e36e96d2d86 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:29.662939 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:29.664193 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.668746 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f8b0df-6fa5-4323-9880-db2bc1ba5183 None None] Pushing event updated for resources: {'Port': ['ID=cf876c71-e42e-45e3-99ed-17f33fd2d273,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:29.674995 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6c3c63f0-9c4d-4ae4-8b67-a6040927b6e8 req-d6a8cbf5-0b88-417d-863f-8e36e96d2d86 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.2279353 Apr 11 18:50:29.690351 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4b123f-af35-4ffe-a266-ce84be2de9b0 None None] Network 856a6e78-d36f-4324-ac83-7f44c277f30b requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:29.711857 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7e1f944a-84e0-43df-aabe-0aeb3196b642 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5540352 Apr 11 18:50:29.713631 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38216) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:29.718325 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:29.727581 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-13be087b-c4e0-4fbc-ad44-39866c6a3128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:29.736856 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-13be087b-c4e0-4fbc-ad44-39866c6a3128 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.3610981 Apr 11 18:50:29.744678 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (fc3e1491-df0c-4556-8c73-52f8975d9e24), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.746420 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (fc3e1491-df0c-4556-8c73-52f8975d9e24), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.840529 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks [] for router_controller (fc3e1491-df0c-4556-8c73-52f8975d9e24), precommit_add_association {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:29.921119 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 29e47b59-e67a-4e59-9d20-b675b0997700 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:29.942366 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:29.982691 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-856a6e78-d36f-4324-ac83-7f44c277f30b', 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b', 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'fixed_ips': [{'subnet_id': '47cd8898-0c4a-4763-9e2a-90459e5db1f3'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:50:29.984035 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.035127 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks [] for router_gateway (fc3e1491-df0c-4556-8c73-52f8975d9e24), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.188737 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-68b1879a-f6c1-441f-8234-cf1a7c90f72c req-821f9b30-ead9-407f-bb80-e3858c91c652 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8018589 Apr 11 18:50:30.197654 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38226) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:30.231486 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-8dd33236-20d8-49d2-ae85-3a874bdc3651 None None] Current status of the port cf876c71-e42e-45e3-99ed-17f33fd2d273 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:30.231825 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8dd33236-20d8-49d2-ae85-3a874bdc3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.281690 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6c3c63f0-9c4d-4ae4-8b67-a6040927b6e8 req-6fc7a451-7738-415d-8e22-7ab129a95497 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6056154 Apr 11 18:50:30.290242 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-8dd33236-20d8-49d2-ae85-3a874bdc3651 None None] For port cf876c71-e42e-45e3-99ed-17f33fd2d273, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cf876c71-e42e-45e3-99ed-17f33fd2d273,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:30.313224 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-a07a7dd3-eca0-41f4-be99-c37811c8bc28 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92899fde-bb19-4d95-a48a-51d637c73a8e HTTP/1.1" status: 200 len: 217 time: 0.1280828 Apr 11 18:50:30.353549 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3da4c4b4-d9af-4a1d-8323-0b96f746a798 req-1a44c8ab-4044-4c6f-b24c-1e7f823514cf tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0503759 Apr 11 18:50:30.355928 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8dd33236-20d8-49d2-ae85-3a874bdc3651 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.377042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Deleting port 2b122b14-5c7d-4148-9a5c-e72d90659e3b {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:50:30.377653 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.488521 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f6cf-d60b-48e4-9fe4-dfb90920c3b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.539533 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks [] for router_gateway (fc3e1491-df0c-4556-8c73-52f8975d9e24), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.548347 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-685fa8f1-c917-4d99-8929-a426ef873afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:30.549155 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-685fa8f1-c917-4d99-8929-a426ef873afe service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1830657 Apr 11 18:50:30.550936 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c482a102-4a6e-4615-b606-36249aed2dd6 None None] Provisioning complete for port cf876c71-e42e-45e3-99ed-17f33fd2d273 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:30.551307 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c482a102-4a6e-4615-b606-36249aed2dd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.559957 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.562838 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 29e47b59-e67a-4e59-9d20-b675b0997700 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:30.563237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.652234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks [] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.654591 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] For port 2b122b14-5c7d-4148-9a5c-e72d90659e3b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2b122b14-5c7d-4148-9a5c-e72d90659e3b,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:30.654950 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.661860 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd33236-20d8-49d2-ae85-3a874bdc3651 None None] Pushing event updated for resources: {'Port': ['ID=cf876c71-e42e-45e3-99ed-17f33fd2d273,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:30.675363 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Allocated IP 172.27.0.245 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/f3dd2158-e3d4-4d89-9898-291e59b38334) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:30.685670 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-e94c78eb-2d95-4a62-9b04-9c42ab3fbab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:30.687381 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-e94c78eb-2d95-4a62-9b04-9c42ab3fbab2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1191504 Apr 11 18:50:30.690951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Calling delete_port for 2b122b14-5c7d-4148-9a5c-e72d90659e3b owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:50:30.732452 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Allocated IP 172.20.0.2 (856a6e78-d36f-4324-ac83-7f44c277f30b/47cd8898-0c4a-4763-9e2a-90459e5db1f3/ace2f712-e99f-413e-b6e9-992e46bbdec0) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:30.736640 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.747081 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:29Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:30.789506 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks [] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.790914 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13cd0dc-32cf-40e1-aea4-1688bd672d80 None None] The sync data for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi is: [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:29Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:50:30.881702 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.888299 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f6cf-d60b-48e4-9fe4-dfb90920c3b5 admin admin] Publish callbacks [] for security_group (e97b642d-b72c-4ece-8255-28bbac75c1d6), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.902656 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a0c3f6cf-d60b-48e4-9fe4-dfb90920c3b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e97b642d-b72c-4ece-8255-28bbac75c1d6), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.911274 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:30.920903 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c482a102-4a6e-4615-b606-36249aed2dd6 None None] Current status of the port cf876c71-e42e-45e3-99ed-17f33fd2d273 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:30.934306 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:30.936005 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:30.940827 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:30.942961 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 29e47b59-e67a-4e59-9d20-b675b0997700 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:30.957974 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:30.969447 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:30.981701 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Pushing event updated for resources: {'Port': ['ID=f3dd2158-e3d4-4d89-9898-291e59b38334,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:31.015609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:31.019750 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:31.020388 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.054239 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-ac6e9a2b-c7ad-497f-96fe-bbecf7bc83c5 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3532193 Apr 11 18:50:31.058239 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0690668 Apr 11 18:50:31.069797 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a0c3f6cf-d60b-48e4-9fe4-dfb90920c3b5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=dda636463ec74545b5231d562db990d2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8684585 Apr 11 18:50:31.073109 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38230) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:31.075225 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3f6cf-d60b-48e4-9fe4-dfb90920c3b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97b642d-b72c-4ece-8255-28bbac75c1d6,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:31.075400 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Publish callbacks [] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.090678 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.102477 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Request body: {'port': {'device_id': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:31.158669 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Network 856a6e78-d36f-4324-ac83-7f44c277f30b is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:31.159514 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Pushing event updated for resources: {'Port': ['ID=ace2f712-e99f-413e-b6e9-992e46bbdec0,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:31.163517 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:31.167307 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:31.214682 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.235399 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277942b1-e836-433d-98ed-baa543c20dff tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Pushing event updated for resources: {'Port': ['ID=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:31.287691 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Attempting to bind port ace2f712-e99f-413e-b6e9-992e46bbdec0 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:31.290836 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Attempting to bind port ace2f712-e99f-413e-b6e9-992e46bbdec0 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:31.292267 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Attempting to bind port ace2f712-e99f-413e-b6e9-992e46bbdec0 on network 856a6e78-d36f-4324-ac83-7f44c277f30b {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:31.299176 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:31.299553 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Checking segment: {'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:31.299974 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.300365 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Bound using segment: {'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:31.300911 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Bound port: ace2f712-e99f-413e-b6e9-992e46bbdec0, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:31.301615 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.372133 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-58975932-6eea-495b-968f-10ac134b184c admin admin] Publish callbacks [] for security_group (e97b642d-b72c-4ece-8255-28bbac75c1d6), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.379586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82364ceb-0019-4857-9c88-0689409adc76 req-38205576-a2c8-4fe1-8eea-1f5e79112f9a tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:31.388900 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-82364ceb-0019-4857-9c88-0689409adc76 req-38205576-a2c8-4fe1-8eea-1f5e79112f9a tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 946 time: 0.0647082 Apr 11 18:50:31.441743 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] For port ace2f712-e99f-413e-b6e9-992e46bbdec0, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:31.445890 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] For port ace2f712-e99f-413e-b6e9-992e46bbdec0, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=ace2f712-e99f-413e-b6e9-992e46bbdec0,segment=NetworkSegment(0e3d1165-8395-46ff-af4c-eea8fa06b9d4),segment_id=0e3d1165-8395-46ff-af4c-eea8fa06b9d4)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:31.457555 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.460124 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks [] for router_gateway (fc3e1491-df0c-4556-8c73-52f8975d9e24), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.561571 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ec473-45ca-4149-8d63-d3881dccb3c2 None None] Pushing event updated for resources: {'Port': ['ID=ace2f712-e99f-413e-b6e9-992e46bbdec0,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:31.607113 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (2b122b14-5c7d-4148-9a5c-e72d90659e3b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.614472 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-58975932-6eea-495b-968f-10ac134b184c admin admin] Publish callbacks [] for security_group (e97b642d-b72c-4ece-8255-28bbac75c1d6), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.621316 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['2b122b14-5c7d-4148-9a5c-e72d90659e3b'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:50:31.733319 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Pushing event deleted for resources: {'Port': ['ID=2b122b14-5c7d-4148-9a5c-e72d90659e3b,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:31.784980 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (fc3e1491-df0c-4556-8c73-52f8975d9e24), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.816959 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] No DVR routers for this DVR port 2b122b14-5c7d-4148-9a5c-e72d90659e3b on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:50:31.836638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2c501-9a3f-46f8-a921-fb1c5208b6fa req-3e039e3a-9a87-4dcf-820a-bec7e05cb7e4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:31.851206 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2ca2c501-9a3f-46f8-a921-fb1c5208b6fa req-3e039e3a-9a87-4dcf-820a-bec7e05cb7e4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.4049232 Apr 11 18:50:31.862489 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:31.865880 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b0046ac2-ffc1-438c-820b-21cfd6c7bae0 req-d801d0fc-2b6a-4873-ab68-8b58b8b391cb tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "DELETE /v2.0/ports/2b122b14-5c7d-4148-9a5c-e72d90659e3b HTTP/1.1" status: 204 len: 173 time: 2.4023292 Apr 11 18:50:31.870271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'name': 'network-vif-deleted', 'tag': '2b122b14-5c7d-4148-9a5c-e72d90659e3b'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:31.872537 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3a71ab-b60e-4f7d-94c6-2a95391844f5" -d '{"events": [{"server_uuid": "42c53e35-e151-49ed-a9ae-40bf6e615da9", "name": "network-vif-deleted", "tag": "2b122b14-5c7d-4148-9a5c-e72d90659e3b"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:32.008534 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-82364ceb-0019-4857-9c88-0689409adc76 req-7ceb45fe-a0c5-43b5-a479-804d4853a0be tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6164486 Apr 11 18:50:32.046675 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cf876c71-e42e-45e3-99ed-17f33fd2d273 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:32.111986 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.113309 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Router fc3e1491-df0c-4556-8c73-52f8975d9e24 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:50:32.164499 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a42d70a8-b003-42a4-b027-0e8a20b8b081 req-eb932ac7-db2f-4e55-8a3d-84ea5b059ba8 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0751390 Apr 11 18:50:32.166494 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port cf876c71-e42e-45e3-99ed-17f33fd2d273 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:32.166853 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.237133 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2ca2c501-9a3f-46f8-a921-fb1c5208b6fa req-15a15561-a220-4a3c-94cc-f552c9446d28 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3806217 Apr 11 18:50:32.287932 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port cf876c71-e42e-45e3-99ed-17f33fd2d273 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:32.299106 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187e471-0dd1-4674-9f21-54ea845be25d req-6dd97cff-47de-4754-b966-e5c5a365f54a tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:32.302636 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:50:32.303245 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a187e471-0dd1-4674-9f21-54ea845be25d req-6dd97cff-47de-4754-b966-e5c5a365f54a tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 931 time: 0.1378441 Apr 11 18:50:32.308545 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-58975932-6eea-495b-968f-10ac134b184c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e97b642d-b72c-4ece-8255-28bbac75c1d6), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.311212 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-58975932-6eea-495b-968f-10ac134b184c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.312330 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-58975932-6eea-495b-968f-10ac134b184c admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e97b642d-b72c-4ece-8255-28bbac75c1d6 HTTP/1.1" status: 204 len: 168 time: 1.2380958 Apr 11 18:50:32.317564 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Sync routers for ids ['fc3e1491-df0c-4556-8c73-52f8975d9e24'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:50:32.328699 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275ec724-91ad-4b8a-b0dc-65c75f3c9b03 x-openstack-request-id: req-275ec724-91ad-4b8a-b0dc-65c75f3c9b03 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:32.329088 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42c53e35-e151-49ed-a9ae-40bf6e615da9", "name": "network-vif-deleted", "tag": "2b122b14-5c7d-4148-9a5c-e72d90659e3b", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:32.329281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-275ec724-91ad-4b8a-b0dc-65c75f3c9b03 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:32.329921 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275ec724-91ad-4b8a-b0dc-65c75f3c9b03'] response: {'server_uuid': '42c53e35-e151-49ed-a9ae-40bf6e615da9', 'name': 'network-vif-deleted', 'tag': '2b122b14-5c7d-4148-9a5c-e72d90659e3b', 'status': 'completed', 'code': 200} Apr 11 18:50:32.341677 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Routers {'fc3e1491-df0c-4556-8c73-52f8975d9e24'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:32.343871 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['fc3e1491-df0c-4556-8c73-52f8975d9e24'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:32.346743 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.352881 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-68fc3ddc-3d07-4474-a553-655792ded353 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6382554 Apr 11 18:50:32.355664 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38258) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:32.358502 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58975932-6eea-495b-968f-10ac134b184c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97b642d-b72c-4ece-8255-28bbac75c1d6,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:32.432887 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a187e471-0dd1-4674-9f21-54ea845be25d req-2ddb0ec6-a334-4ac8-ae64-ca7d83f20b98 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095858 Apr 11 18:50:32.517931 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:50:32.529876 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Set router fc3e1491-df0c-4556-8c73-52f8975d9e24 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:32.541104 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Publish callbacks [] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.570555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Transition to ACTIVE for port object 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:50:32.581261 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.682837 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Pushing event updated for resources: {'Port': ['ID=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:32.756166 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Attempting to bind port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:32.756854 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Attempting to bind port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:32.757420 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Attempting to bind port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 on network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:32.767282 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 on network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:50:32.767946 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Attempting to bind port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 on network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:32.776464 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:32.777590 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Checking segment: {'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:32.778962 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Bound using segment: {'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:32.779649 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Bound port: 5ce443ba-4baf-4b0f-b71f-f91ccfb07770, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:32.780200 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.860518 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:50:31Z', 'revision_number': 3, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:32.863396 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] For port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:32.868070 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] For port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:32.876902 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.898685 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Checking router: fc3e1491-df0c-4556-8c73-52f8975d9e24 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:50:32.899370 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Updating router fc3e1491-df0c-4556-8c73-52f8975d9e24 port f3dd2158-e3d4-4d89-9898-291e59b38334 binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:50:32.938493 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.941462 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Pushing event updated for resources: {'Port': ['ID=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:32.958910 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:32.959560 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:32.961002 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-ba78f5e0-6827-41d4-b60a-f77ada946e3d service neutron] 10.222.0.58 "PUT /v2.0/ports/5ce443ba-4baf-4b0f-b71f-f91ccfb07770 HTTP/1.1" status: 200 len: 1093 time: 1.8764601 Apr 11 18:50:33.063741 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4a00e4-7b56-48ba-88b3-baded2a1596a None None] Network 856a6e78-d36f-4324-ac83-7f44c277f30b requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:50:33.098696 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.155511 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-27cd5906-58b5-44f0-9dd4-c6e82a0db9e8 req-b32a02fa-4e82-4740-b3d3-89d0f56a4918 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 210 time: 0.0339134 Apr 11 18:50:33.172552 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-433a35ff-d6ce-4860-ada7-45c6dc1f88e9 None None] Provisioning complete for port ace2f712-e99f-413e-b6e9-992e46bbdec0 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:33.172931 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-433a35ff-d6ce-4860-ada7-45c6dc1f88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.285471 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Publish callbacks [] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.292812 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.295774 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Allocated IP 172.20.0.1 (856a6e78-d36f-4324-ac83-7f44c277f30b/47cd8898-0c4a-4763-9e2a-90459e5db1f3/2026ead1-8d0b-41c6-badd-71bfe30445bd) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:33.306658 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-433a35ff-d6ce-4860-ada7-45c6dc1f88e9 None None] Current status of the port ace2f712-e99f-413e-b6e9-992e46bbdec0 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:33.307081 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-433a35ff-d6ce-4860-ada7-45c6dc1f88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.359451 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f82cf6-dd1d-4b8c-aa80-090126b60298 None None] Pushing event updated for resources: {'Port': ['ID=f3dd2158-e3d4-4d89-9898-291e59b38334,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:33.383245 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-433a35ff-d6ce-4860-ada7-45c6dc1f88e9 None None] For port ace2f712-e99f-413e-b6e9-992e46bbdec0, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=ace2f712-e99f-413e-b6e9-992e46bbdec0,segment=NetworkSegment(0e3d1165-8395-46ff-af4c-eea8fa06b9d4),segment_id=0e3d1165-8395-46ff-af4c-eea8fa06b9d4)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:33.388132 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Attempting to bind port f3dd2158-e3d4-4d89-9898-291e59b38334 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:33.388505 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Attempting to bind port f3dd2158-e3d4-4d89-9898-291e59b38334 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:33.388864 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Attempting to bind port f3dd2158-e3d4-4d89-9898-291e59b38334 on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:33.391797 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-433a35ff-d6ce-4860-ada7-45c6dc1f88e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.395459 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:33.395892 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:33.396301 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.396691 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:33.397235 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Bound port: f3dd2158-e3d4-4d89-9898-291e59b38334, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:33.397666 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.414607 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks [] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.424620 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df52aa4e-f937-4f8b-9331-1028d7dca507 req-8527261e-c34d-441b-9a22-9074d129c0a8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:33.429395 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-df52aa4e-f937-4f8b-9331-1028d7dca507 req-8527261e-c34d-441b-9a22-9074d129c0a8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1122563 Apr 11 18:50:33.467142 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] For port f3dd2158-e3d4-4d89-9898-291e59b38334, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:33.470422 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.472250 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] For port f3dd2158-e3d4-4d89-9898-291e59b38334, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=f3dd2158-e3d4-4d89-9898-291e59b38334,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:33.482200 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a35ff-d6ce-4860-ada7-45c6dc1f88e9 None None] Pushing event updated for resources: {'Port': ['ID=ace2f712-e99f-413e-b6e9-992e46bbdec0,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:33.483571 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.527837 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-df52aa4e-f937-4f8b-9331-1028d7dca507 req-cbf34555-69ef-4b06-8a5d-d9007dce56d2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914726 Apr 11 18:50:33.544957 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Network 856a6e78-d36f-4324-ac83-7f44c277f30b is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:33.558226 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:33.558226 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:33.580689 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Routers {'fc3e1491-df0c-4556-8c73-52f8975d9e24'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:33.581412 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['fc3e1491-df0c-4556-8c73-52f8975d9e24'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:33.588326 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Pushing event updated for resources: {'Port': ['ID=2026ead1-8d0b-41c6-badd-71bfe30445bd,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:33.596968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b9e5a-6170-43aa-b94f-33045667dea5 req-5a036110-c913-46ed-8651-f36e7c04c3f5 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:33.603780 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-259b9e5a-6170-43aa-b94f-33045667dea5 req-5a036110-c913-46ed-8651-f36e7c04c3f5 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 943 time: 0.0600054 Apr 11 18:50:33.623852 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (fc3e1491-df0c-4556-8c73-52f8975d9e24), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.624880 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-2a82c050-d294-4b21-b9e4-963a0ef22d56 None None] Provisioning complete for port ace2f712-e99f-413e-b6e9-992e46bbdec0 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:33.625397 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2a82c050-d294-4b21-b9e4-963a0ef22d56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.645780 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f82cf6-dd1d-4b8c-aa80-090126b60298 None None] Pushing event updated for resources: {'Port': ['ID=f3dd2158-e3d4-4d89-9898-291e59b38334,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:33.701915 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-259b9e5a-6170-43aa-b94f-33045667dea5 req-a13b73ad-8a1d-4eb4-af39-2f9dc07c5161 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890343 Apr 11 18:50:33.723954 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.724652 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] Set router fc3e1491-df0c-4556-8c73-52f8975d9e24 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:33.809466 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-2a82c050-d294-4b21-b9e4-963a0ef22d56 None None] Current status of the port ace2f712-e99f-413e-b6e9-992e46bbdec0 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:33.906735 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device ace2f712-e99f-413e-b6e9-992e46bbdec0 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:33.947228 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-d4fc6cb0-6a7c-43b2-83d2-c1af348a677d None None] Provisioning complete for port 2026ead1-8d0b-41c6-badd-71bfe30445bd triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:33.947607 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d4fc6cb0-6a7c-43b2-83d2-c1af348a677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:33.991554 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-d4fc6cb0-6a7c-43b2-83d2-c1af348a677d None None] Port 2026ead1-8d0b-41c6-badd-71bfe30445bd cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:50:33.993359 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port ace2f712-e99f-413e-b6e9-992e46bbdec0 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:33.994267 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:34.022997 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:34.046258 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:50:31Z', 'revision_number': 3, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:34.075102 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fbd22-155b-4c15-82f2-7e830a178a4c None None] The sync data for ids ['fc3e1491-df0c-4556-8c73-52f8975d9e24'] in dv-cinder-837356-1-iscsi is: [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:50:31Z', 'revision_number': 3, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:50:34.212173 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port ace2f712-e99f-413e-b6e9-992e46bbdec0 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:34.274924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks [] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:34.281014 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033642'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:34.331845 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1f43382a-57e2-4ee6-a7f1-a9edec2920f7 req-8c32f429-8703-4521-aee6-4d1cb507dac4 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 210 time: 0.0387805 Apr 11 18:50:34.332158 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'tag': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:34.334170 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737cf175-76be-4edd-8380-3a6f0ccec525" -d '{"events": [{"name": "network-changed", "server_uuid": "b1e7b51a-01e0-46b6-97ff-aef706f59091", "tag": "5ce443ba-4baf-4b0f-b71f-f91ccfb07770"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:34.354327 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (fc3e1491-df0c-4556-8c73-52f8975d9e24), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:34.356245 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Pushing event updated for resources: {'Port': ['ID=2026ead1-8d0b-41c6-badd-71bfe30445bd,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:34.388872 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2748948b-8ab5-4506-b4a8-ef51b427ce86 x-openstack-request-id: req-2748948b-8ab5-4506-b4a8-ef51b427ce86 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:34.389193 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1e7b51a-01e0-46b6-97ff-aef706f59091", "tag": "5ce443ba-4baf-4b0f-b71f-f91ccfb07770", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:34.389453 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2748948b-8ab5-4506-b4a8-ef51b427ce86 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:34.389854 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2748948b-8ab5-4506-b4a8-ef51b427ce86'] response: {'name': 'network-changed', 'server_uuid': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'tag': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770', 'status': 'completed', 'code': 200} Apr 11 18:50:34.516231 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Network 856a6e78-d36f-4324-ac83-7f44c277f30b is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:34.517963 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:34.689966 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3a0b5-a448-4621-a10c-a972d24e98dc req-ff025882-be4a-4207-90c5-da1a54059ccd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:34.698442 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-00b3a0b5-a448-4621-a10c-a972d24e98dc req-ff025882-be4a-4207-90c5-da1a54059ccd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0723634 Apr 11 18:50:34.728907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2b122b14-5c7d-4148-9a5c-e72d90659e3b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:50:34.796303 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 2b122b14-5c7d-4148-9a5c-e72d90659e3b {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:50:34.798315 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2b122b14-5c7d-4148-9a5c-e72d90659e3b not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:50:34.827918 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Router fc3e1491-df0c-4556-8c73-52f8975d9e24 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:50:34.848284 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf175-76be-4edd-8380-3a6f0ccec525 req-0471c721-3963-45a7-915d-58f29174d3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:34.850341 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-737cf175-76be-4edd-8380-3a6f0ccec525 req-0471c721-3963-45a7-915d-58f29174d3e2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 1127 time: 0.0772531 Apr 11 18:50:34.887203 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-00b3a0b5-a448-4621-a10c-a972d24e98dc req-887a6efa-70c3-4a8c-9252-ff0b60c1ab09 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854880 Apr 11 18:50:34.967259 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-34fe3da9-5215-47f2-97fa-84e5bfa7af1e None None] Provisioning complete for port 2026ead1-8d0b-41c6-badd-71bfe30445bd triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:34.967873 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-34fe3da9-5215-47f2-97fa-84e5bfa7af1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.010951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d96a-8b4b-4ba6-913b-5e877fd457a9 req-4f0fb594-700f-4c3b-946b-e2fe7a24b27b tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:35.012380 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:50:35.031377 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-34fe3da9-5215-47f2-97fa-84e5bfa7af1e None None] Port 2026ead1-8d0b-41c6-badd-71bfe30445bd cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:50:35.037405 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-b8fa4399-b683-4287-b4ec-a5ae43239965 admin admin] 10.222.0.61 "PUT /v2.0/routers/fc3e1491-df0c-4556-8c73-52f8975d9e24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6695049 Apr 11 18:50:35.041579 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a414d96a-8b4b-4ba6-913b-5e877fd457a9 req-4f0fb594-700f-4c3b-946b-e2fe7a24b27b tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 943 time: 0.1233673 Apr 11 18:50:35.161153 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a414d96a-8b4b-4ba6-913b-5e877fd457a9 req-c9f193e2-65aa-4f0a-be8d-ec4968c65b82 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135249 Apr 11 18:50:35.455837 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b5d23422-dd22-4f66-9c0c-a4a10f91b22b req-b5342970-b8e1-4ba1-812f-b60ac740bcd3 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 210 time: 0.0275943 Apr 11 18:50:35.592388 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38302) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:35.596880 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-f0d19a05-67cf-4892-9a36-2ed6a55579d4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-558617718', 'description': 'tempest-secgroup-smoke-558617718 description', 'project_id': '6ce353fb24d7498692339b92c6e375f8'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:35.618876 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f0d19a05-67cf-4892-9a36-2ed6a55579d4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.687220 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f0d19a05-67cf-4892-9a36-2ed6a55579d4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group (d230bff8-7394-4bcd-87af-e8bcde255b3d), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.690649 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f0d19a05-67cf-4892-9a36-2ed6a55579d4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d230bff8-7394-4bcd-87af-e8bcde255b3d), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.718724 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d19a05-67cf-4892-9a36-2ed6a55579d4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d230bff8-7394-4bcd-87af-e8bcde255b3d,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:35.722780 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f0d19a05-67cf-4892-9a36-2ed6a55579d4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.723982 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f0d19a05-67cf-4892-9a36-2ed6a55579d4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1305625 Apr 11 18:50:35.727017 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38304) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:35.732009 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-ce6eb5e1-38eb-4634-a0a4-91ad1e3586cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'security_group_rule': {'security_group_id': 'd230bff8-7394-4bcd-87af-e8bcde255b3d', 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:35.758056 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb5e1-38eb-4634-a0a4-91ad1e3586cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (65b7d5b0-8081-4116-bd09-700c0ef22f3c), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.825147 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb5e1-38eb-4634-a0a4-91ad1e3586cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (65b7d5b0-8081-4116-bd09-700c0ef22f3c), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.829304 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb5e1-38eb-4634-a0a4-91ad1e3586cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (65b7d5b0-8081-4116-bd09-700c0ef22f3c), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.844441 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6eb5e1-38eb-4634-a0a4-91ad1e3586cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65b7d5b0-8081-4116-bd09-700c0ef22f3c,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:35.866832 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device f3dd2158-e3d4-4d89-9898-291e59b38334 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:35.867325 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ce6eb5e1-38eb-4634-a0a4-91ad1e3586cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.871104 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ce6eb5e1-38eb-4634-a0a4-91ad1e3586cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404107 Apr 11 18:50:35.873316 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38306) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:35.877737 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-ac51c24f-812e-4012-addf-23743cc33cf2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'security_group_rule': {'security_group_id': 'd230bff8-7394-4bcd-87af-e8bcde255b3d', 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:35.907180 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ac51c24f-812e-4012-addf-23743cc33cf2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (31d5996b-8350-4fc9-83a9-ddd54edab584), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.925022 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port f3dd2158-e3d4-4d89-9898-291e59b38334 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:35.925486 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.969258 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ac51c24f-812e-4012-addf-23743cc33cf2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (31d5996b-8350-4fc9-83a9-ddd54edab584), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.973654 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ac51c24f-812e-4012-addf-23743cc33cf2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (31d5996b-8350-4fc9-83a9-ddd54edab584), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:35.991887 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51c24f-812e-4012-addf-23743cc33cf2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31d5996b-8350-4fc9-83a9-ddd54edab584,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:36.003206 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ac51c24f-812e-4012-addf-23743cc33cf2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.007957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38310) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:36.009881 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ac51c24f-812e-4012-addf-23743cc33cf2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1348708 Apr 11 18:50:36.015547 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-2b0fe2cc-36c5-48d2-bb64-97fb9460ea50 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'security_group_rule': {'security_group_id': 'd230bff8-7394-4bcd-87af-e8bcde255b3d', 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:36.021885 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port f3dd2158-e3d4-4d89-9898-291e59b38334 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:36.022276 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.026660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a2b2e5-c19c-4ccc-8b48-bbc794623d7c req-9840bc5f-e992-47c6-99ba-13276049638c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:36.028242 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e3a2b2e5-c19c-4ccc-8b48-bbc794623d7c req-9840bc5f-e992-47c6-99ba-13276049638c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0637310 Apr 11 18:50:36.044583 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port f3dd2158-e3d4-4d89-9898-291e59b38334, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=f3dd2158-e3d4-4d89-9898-291e59b38334,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:36.049042 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.077317 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe2cc-36c5-48d2-bb64-97fb9460ea50 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (9de872da-3963-4c4e-93c6-0e0bda6fc2ff), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.103143 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Sync routers for ids ['fc3e1491-df0c-4556-8c73-52f8975d9e24'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:50:36.105608 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e3a2b2e5-c19c-4ccc-8b48-bbc794623d7c req-ec1f31d4-3e93-498d-877e-56d12c040983 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694630 Apr 11 18:50:36.122137 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=f3dd2158-e3d4-4d89-9898-291e59b38334,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:36.129420 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Routers {'fc3e1491-df0c-4556-8c73-52f8975d9e24'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:36.130123 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['fc3e1491-df0c-4556-8c73-52f8975d9e24'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:36.167113 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe2cc-36c5-48d2-bb64-97fb9460ea50 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (9de872da-3963-4c4e-93c6-0e0bda6fc2ff), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.171842 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe2cc-36c5-48d2-bb64-97fb9460ea50 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (9de872da-3963-4c4e-93c6-0e0bda6fc2ff), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.195522 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0fe2cc-36c5-48d2-bb64-97fb9460ea50 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9de872da-3963-4c4e-93c6-0e0bda6fc2ff,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:36.200555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b0fe2cc-36c5-48d2-bb64-97fb9460ea50 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.201886 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2b0fe2cc-36c5-48d2-bb64-97fb9460ea50 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1929448 Apr 11 18:50:36.204886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38318) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:36.211045 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-8ad7cbec-4a98-44f2-b011-171fca80d74b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'security_group_rule': {'security_group_id': 'd230bff8-7394-4bcd-87af-e8bcde255b3d', 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:36.262543 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Set router fc3e1491-df0c-4556-8c73-52f8975d9e24 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:36.267429 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8ad7cbec-4a98-44f2-b011-171fca80d74b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (1dd3537e-a5a6-446a-969a-1de907fcc1fa), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.289599 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3418ad-2200-4bf4-b04b-2bce4fd7b6c6 req-3fea3e8a-5a62-4041-986c-20e0d3d504f8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:36.291635 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6a3418ad-2200-4bf4-b04b-2bce4fd7b6c6 req-3fea3e8a-5a62-4041-986c-20e0d3d504f8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 943 time: 0.0652907 Apr 11 18:50:36.371738 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6a3418ad-2200-4bf4-b04b-2bce4fd7b6c6 req-735776a5-7d9b-479b-b618-f44b18c1a99b tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723341 Apr 11 18:50:36.373562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8ad7cbec-4a98-44f2-b011-171fca80d74b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (1dd3537e-a5a6-446a-969a-1de907fcc1fa), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.378283 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8ad7cbec-4a98-44f2-b011-171fca80d74b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (1dd3537e-a5a6-446a-969a-1de907fcc1fa), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.395416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad7cbec-4a98-44f2-b011-171fca80d74b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dd3537e-a5a6-446a-969a-1de907fcc1fa,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:36.407523 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8ad7cbec-4a98-44f2-b011-171fca80d74b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.408826 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-8ad7cbec-4a98-44f2-b011-171fca80d74b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2026389 Apr 11 18:50:36.411768 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38320) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:36.416908 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'security_group_rule': {'security_group_id': 'd230bff8-7394-4bcd-87af-e8bcde255b3d', 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:36.436518 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.securitygroups_db [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Project 6ce353fb24d7498692339b92c6e375f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:50:36.441786 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (39269ce8-214b-47da-bc9a-045c66bf51c2), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.462186 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:50:33Z', 'revision_number': 4, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2026ead1-8d0b-41c6-badd-71bfe30445bd', 'name': '', 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'mac_address': 'fa:16:3e:5f:f6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '47cd8898-0c4a-4763-9e2a-90459e5db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:33Z', 'updated_at': '2022-04-11T18:50:34Z', 'revision_number': 2, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'subnets': [{'id': '47cd8898-0c4a-4763-9e2a-90459e5db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:36.489194 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Checking router: fc3e1491-df0c-4556-8c73-52f8975d9e24 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:50:36.489555 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Updating router fc3e1491-df0c-4556-8c73-52f8975d9e24 port 2026ead1-8d0b-41c6-badd-71bfe30445bd binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:50:36.506882 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (39269ce8-214b-47da-bc9a-045c66bf51c2), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.512775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (39269ce8-214b-47da-bc9a-045c66bf51c2), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.528958 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.533619 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39269ce8-214b-47da-bc9a-045c66bf51c2,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:36.545908 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.547343 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a6eeca3d-c71f-4779-b7c5-10e9da01ed10 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1342323 Apr 11 18:50:36.552189 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38324) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:36.557284 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'security_group_rule': {'security_group_id': 'd230bff8-7394-4bcd-87af-e8bcde255b3d', 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:36.576511 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-730d4dd8-b3c6-464f-83a0-7b4e51e25056 req-a6c2e8a0-ae11-4162-8d99-c691c47dda8c tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 210 time: 0.0345454 Apr 11 18:50:36.586079 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.securitygroups_db [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Project 6ce353fb24d7498692339b92c6e375f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:50:36.593411 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (db8b0cb4-a8bb-4bfd-b5d7-5bd5adaf3c32), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.664416 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (db8b0cb4-a8bb-4bfd-b5d7-5bd5adaf3c32), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.668599 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (db8b0cb4-a8bb-4bfd-b5d7-5bd5adaf3c32), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.686334 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db8b0cb4-a8bb-4bfd-b5d7-5bd5adaf3c32,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:36.695349 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.696548 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-090d0b0c-8f46-410b-b7d2-f1aed780d04a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1432443 Apr 11 18:50:36.817901 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Publish callbacks [] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.823507 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.873784 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715be25-3abe-49db-827f-7dc1a10e887c None None] Pushing event updated for resources: {'Port': ['ID=2026ead1-8d0b-41c6-badd-71bfe30445bd,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:36.934766 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Attempting to bind port 2026ead1-8d0b-41c6-badd-71bfe30445bd on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:36.935146 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Attempting to bind port 2026ead1-8d0b-41c6-badd-71bfe30445bd by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:36.935520 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Attempting to bind port 2026ead1-8d0b-41c6-badd-71bfe30445bd on network 856a6e78-d36f-4324-ac83-7f44c277f30b {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:36.941465 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:36.941848 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Checking segment: {'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:36.942748 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:36.942748 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Bound using segment: {'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:36.943131 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Bound port: 2026ead1-8d0b-41c6-badd-71bfe30445bd, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e3d1165-8395-46ff-af4c-eea8fa06b9d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:36.943516 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:37.012666 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] For port 2026ead1-8d0b-41c6-badd-71bfe30445bd, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:37.016417 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] For port 2026ead1-8d0b-41c6-badd-71bfe30445bd, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=2026ead1-8d0b-41c6-badd-71bfe30445bd,segment=NetworkSegment(0e3d1165-8395-46ff-af4c-eea8fa06b9d4),segment_id=0e3d1165-8395-46ff-af4c-eea8fa06b9d4)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:37.023961 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:37.085850 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Routers {'fc3e1491-df0c-4556-8c73-52f8975d9e24'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:50:37.086494 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:50:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['fc3e1491-df0c-4556-8c73-52f8975d9e24'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:37.130916 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f715be25-3abe-49db-827f-7dc1a10e887c None None] Pushing event updated for resources: {'Port': ['ID=2026ead1-8d0b-41c6-badd-71bfe30445bd,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:37.205419 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4a0aaaa3-84e2-46c7-9b39-aae6e151d2ab None None] Provisioning complete for port 2026ead1-8d0b-41c6-badd-71bfe30445bd triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:37.205419 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4a0aaaa3-84e2-46c7-9b39-aae6e151d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:37.262494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c50357-b403-4727-9d92-826372c3ebd8 req-386e4aed-ad51-42a7-88d3-cac86885881c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:37.270266 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-45c50357-b403-4727-9d92-826372c3ebd8 req-386e4aed-ad51-42a7-88d3-cac86885881c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0701983 Apr 11 18:50:37.284811 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] Set router fc3e1491-df0c-4556-8c73-52f8975d9e24 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:50:37.329869 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-45c50357-b403-4727-9d92-826372c3ebd8 req-59fe8a16-14a5-43b5-8b52-6f81eaf4fc5a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584550 Apr 11 18:50:37.412978 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4a0aaaa3-84e2-46c7-9b39-aae6e151d2ab None None] Current status of the port 2026ead1-8d0b-41c6-badd-71bfe30445bd is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:37.413541 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4a0aaaa3-84e2-46c7-9b39-aae6e151d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:37.485805 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4a0aaaa3-84e2-46c7-9b39-aae6e151d2ab None None] For port 2026ead1-8d0b-41c6-badd-71bfe30445bd, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=2026ead1-8d0b-41c6-badd-71bfe30445bd,segment=NetworkSegment(0e3d1165-8395-46ff-af4c-eea8fa06b9d4),segment_id=0e3d1165-8395-46ff-af4c-eea8fa06b9d4)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:37.489454 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cebd759-84dc-4d61-91e2-236f7d2b830a req-655b98a7-fa88-4d1f-b579-d87b118ef651 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:37.490956 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cebd759-84dc-4d61-91e2-236f7d2b830a req-655b98a7-fa88-4d1f-b579-d87b118ef651 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 943 time: 0.0496740 Apr 11 18:50:37.491562 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4a0aaaa3-84e2-46c7-9b39-aae6e151d2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:37.537523 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cebd759-84dc-4d61-91e2-236f7d2b830a req-affd1034-5f07-48cb-ab62-0d91d91f13e7 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400503 Apr 11 18:50:37.580134 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0aaaa3-84e2-46c7-9b39-aae6e151d2ab None None] Pushing event updated for resources: {'Port': ['ID=2026ead1-8d0b-41c6-badd-71bfe30445bd,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:37.585190 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:50:33Z', 'revision_number': 4, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2026ead1-8d0b-41c6-badd-71bfe30445bd', 'name': '', 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'mac_address': 'fa:16:3e:5f:f6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '47cd8898-0c4a-4763-9e2a-90459e5db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:33Z', 'updated_at': '2022-04-11T18:50:37Z', 'revision_number': 4, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'subnets': [{'id': '47cd8898-0c4a-4763-9e2a-90459e5db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:50:37.616535 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f336881-2e50-4b86-9fa6-14768e1a82a4 None None] The sync data for ids ['fc3e1491-df0c-4556-8c73-52f8975d9e24'] in dv-cinder-837356-1-iscsi is: [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:50:33Z', 'revision_number': 4, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2026ead1-8d0b-41c6-badd-71bfe30445bd', 'name': '', 'network_id': '856a6e78-d36f-4324-ac83-7f44c277f30b', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'mac_address': 'fa:16:3e:5f:f6:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_interface', 'standard_attr_id': 360, 'fixed_ips': [{'subnet_id': '47cd8898-0c4a-4763-9e2a-90459e5db1f3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:33Z', 'updated_at': '2022-04-11T18:50:37Z', 'revision_number': 4, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'subnets': [{'id': '47cd8898-0c4a-4763-9e2a-90459e5db1f3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:50:37.623679 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-e8b62a19-5fb6-46e1-af23-c2f08d1bccef None None] Provisioning complete for port 2026ead1-8d0b-41c6-badd-71bfe30445bd triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:37.624052 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e8b62a19-5fb6-46e1-af23-c2f08d1bccef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:37.757656 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-e8b62a19-5fb6-46e1-af23-c2f08d1bccef None None] Current status of the port 2026ead1-8d0b-41c6-badd-71bfe30445bd is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:37.770321 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-77e94ee8-de73-4b47-b2c5-de37f6d2a1af req-c3e74486-374e-4df5-92c3-904281e58825 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=42c53e35-e151-49ed-a9ae-40bf6e615da9 HTTP/1.1" status: 200 len: 210 time: 0.0486252 Apr 11 18:50:37.848553 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf175-76be-4edd-8380-3a6f0ccec525 req-6584bc36-8ea9-439b-b5e9-b356ae15d13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:37.850432 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-737cf175-76be-4edd-8380-3a6f0ccec525 req-6584bc36-8ea9-439b-b5e9-b356ae15d13b service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1580124 Apr 11 18:50:37.971133 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 2026ead1-8d0b-41c6-badd-71bfe30445bd up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:37.985148 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737cf175-76be-4edd-8380-3a6f0ccec525 req-3d01fca2-f0a7-487c-ad2e-2a3a046c79fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:37.987567 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-737cf175-76be-4edd-8380-3a6f0ccec525 req-3d01fca2-f0a7-487c-ad2e-2a3a046c79fb service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1302769 Apr 11 18:50:38.027998 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 2026ead1-8d0b-41c6-badd-71bfe30445bd triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:38.028383 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:38.084893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-0535db10-fbde-4d03-8ab3-dabb0824e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:38.087991 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-0535db10-fbde-4d03-8ab3-dabb0824e41c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 1127 time: 0.0496855 Apr 11 18:50:38.148701 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 2026ead1-8d0b-41c6-badd-71bfe30445bd is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:38.150608 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device f3dd2158-e3d4-4d89-9898-291e59b38334 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:38.150983 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-13d89542-73ad-44d3-94a7-28fbb5845278 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ce443ba-4baf-4b0f-b71f-f91ccfb07770 HTTP/1.1" status: 200 len: 217 time: 0.0551858 Apr 11 18:50:38.219368 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-0f1c3dcc-f65f-43c8-85e7-fa3ec9ab6a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:38.221828 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-0f1c3dcc-f65f-43c8-85e7-fa3ec9ab6a30 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=34b830ca-4458-48a3-9c48-16c52d88bcd7 HTTP/1.1" status: 200 len: 853 time: 0.0606785 Apr 11 18:50:38.271643 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-f1ee8897-014e-4ea1-8226-ca572642c7ac service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388978 Apr 11 18:50:38.375098 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port f3dd2158-e3d4-4d89-9898-291e59b38334 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:38.377285 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:38.421910 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-39a3b2c6-33e0-46e6-b629-02005afa8c5a service neutron] 10.222.0.58 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363139 Apr 11 18:50:38.528285 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port f3dd2158-e3d4-4d89-9898-291e59b38334 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:38.631107 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d692a7e7-067a-4e18-a6df-ebf63850be7e req-f69cda71-f600-4992-a5d7-b7d797348bdd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:38.645243 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d692a7e7-067a-4e18-a6df-ebf63850be7e req-f69cda71-f600-4992-a5d7-b7d797348bdd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1391029 Apr 11 18:50:38.743604 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1329da80-61fb-421a-8f57-2becb4b9c14b req-00d70f29-74d7-424f-b26b-419b9f95309e service neutron] 10.222.0.58 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3099627 Apr 11 18:50:38.769531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e8706c-9b13-4128-81d2-cce3432fc198 req-2a68e168-8a42-4c67-9800-bdf2bcf3dcf6 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:38.777149 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-16e8706c-9b13-4128-81d2-cce3432fc198 req-2a68e168-8a42-4c67-9800-bdf2bcf3dcf6 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 943 time: 0.1055434 Apr 11 18:50:38.785504 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d692a7e7-067a-4e18-a6df-ebf63850be7e req-89bddb06-8c48-4c59-bd20-da0984f11f8e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362758 Apr 11 18:50:38.853902 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-16e8706c-9b13-4128-81d2-cce3432fc198 req-51872b91-2a9b-44c9-a270-25503ba57fe9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758603 Apr 11 18:50:39.104507 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-87f28e81-35af-442d-bfaa-59e47f4de8ca tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:39.105999 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-87f28e81-35af-442d-bfaa-59e47f4de8ca tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/networks?id=caa01f5a-bd03-4d9f-87c8-da95aec79c98 HTTP/1.1" status: 200 len: 809 time: 0.1122830 Apr 11 18:50:39.123755 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-8d90bc23-2282-4eeb-84e2-7d8a794de23e tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/quotas/9d42bdfb963b4e92b6650c35798c3ebf HTTP/1.1" status: 200 len: 375 time: 0.0122449 Apr 11 18:50:39.162434 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-060dc429-f1aa-4a3e-a129-37e5bf512e61 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282850 Apr 11 18:50:39.513147 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-0facc365-a29b-4db9-8224-88c18bc13349 service neutron] 10.222.0.61 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3439953 Apr 11 18:50:39.602456 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd79f0b9-976c-49a3-b40a-235b6d3a06a8 req-4c3d7e69-f79d-4fb1-9282-27d3a7224949 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:39.604507 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd79f0b9-976c-49a3-b40a-235b6d3a06a8 req-4c3d7e69-f79d-4fb1-9282-27d3a7224949 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0905757 Apr 11 18:50:39.671930 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-60a07913-43bf-49cc-91a9-7893fd8ebb9d service neutron] 10.222.0.61 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494169 Apr 11 18:50:39.676727 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd79f0b9-976c-49a3-b40a-235b6d3a06a8 req-9b146b79-e587-4871-80a7-5b2c2b0443b6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654640 Apr 11 18:50:39.890281 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9a454a4a-25cc-4b12-88c3-c73cf459b3ab req-806b8b17-6a62-45d1-95c7-2172f69c3e72 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 210 time: 0.0567515 Apr 11 18:50:39.952441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8337a69b-976d-4820-9b8c-b06061b62bc3 req-1503caff-dc14-4581-a148-d75137027647 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:39.957399 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8337a69b-976d-4820-9b8c-b06061b62bc3 req-1503caff-dc14-4581-a148-d75137027647 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0692091 Apr 11 18:50:40.042255 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8337a69b-976d-4820-9b8c-b06061b62bc3 req-411370c3-5d85-4a6d-872f-f58e00b7b0d5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698438 Apr 11 18:50:40.104531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775a667c-d0c3-40b8-9a9a-31d43aaa9b39 req-81786e12-18b8-42b3-accc-d4829bfc34ea tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:40.121299 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-775a667c-d0c3-40b8-9a9a-31d43aaa9b39 req-81786e12-18b8-42b3-accc-d4829bfc34ea tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 943 time: 0.0680499 Apr 11 18:50:40.166271 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-775a667c-d0c3-40b8-9a9a-31d43aaa9b39 req-0d1b1cd4-29ab-401c-8873-822ec8ee10ca tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538781 Apr 11 18:50:40.798473 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2051fff7-1551-406a-9e5f-701dd6b9f8a6 req-bfdaeb77-6302-4ca5-afb2-6302409bf01f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:40.800029 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2051fff7-1551-406a-9e5f-701dd6b9f8a6 req-bfdaeb77-6302-4ca5-afb2-6302409bf01f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0490980 Apr 11 18:50:40.851334 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2051fff7-1551-406a-9e5f-701dd6b9f8a6 req-430c106c-3249-46e8-a8b7-11e8b8866735 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450943 Apr 11 18:50:41.019168 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-6aaa8958-4238-45a4-b69d-cfe5851ae7b9 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:41.020571 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-6aaa8958-4238-45a4-b69d-cfe5851ae7b9 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "GET /v2.0/networks?id=caa01f5a-bd03-4d9f-87c8-da95aec79c98 HTTP/1.1" status: 200 len: 809 time: 0.1283052 Apr 11 18:50:41.039362 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Request body: {'port': {'device_id': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98', 'admin_state_up': True, 'tenant_id': '9d42bdfb963b4e92b6650c35798c3ebf'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:41.043619 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8607dda6-fe26-4308-9e45-f82872569e06 req-786eb329-b687-4d1c-896d-5365ed1bd7f6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 210 time: 0.0517139 Apr 11 18:50:41.169618 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a80732-86ab-46e2-8099-0dc1f431ff00 req-d3373e3a-af25-4ee0-aa23-f238cf50a69d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:41.171079 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-53a80732-86ab-46e2-8099-0dc1f431ff00 req-d3373e3a-af25-4ee0-aa23-f238cf50a69d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0654397 Apr 11 18:50:41.221986 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Made reservation on behalf of 9d42bdfb963b4e92b6650c35798c3ebf for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:50:41.225381 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:41.255177 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-53a80732-86ab-46e2-8099-0dc1f431ff00 req-f29c33ef-08c3-4476-9c08-637193d4900b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785758 Apr 11 18:50:41.343608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2a3e1e-33e2-4527-b261-5d48ad368155 req-ca5f9f02-3f71-4af9-9d02-a4c276726d6e tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:41.345273 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9e2a3e1e-33e2-4527-b261-5d48ad368155 req-ca5f9f02-3f71-4af9-9d02-a4c276726d6e tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 943 time: 0.1039128 Apr 11 18:50:41.443011 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9e2a3e1e-33e2-4527-b261-5d48ad368155 req-936965db-cbd6-4120-be7f-07eb3e4e4590 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914919 Apr 11 18:50:41.444080 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Allocated IP 172.20.0.10 (caa01f5a-bd03-4d9f-87c8-da95aec79c98/57646a31-e534-4938-9364-d18e5d1e93fa/ddaef3ab-88b9-4d20-9ced-601ed4dada97) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:50:41.651820 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks [] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:41.687994 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:50:41.701154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:41.752983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Network caa01f5a-bd03-4d9f-87c8-da95aec79c98 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:50:41.756141 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:50:41.760587 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:50:41.765905 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:41.767117 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:41.776834 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Pushing event updated for resources: {'Port': ['ID=ddaef3ab-88b9-4d20-9ced-601ed4dada97,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:41.793924 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4acd20b0-3943-4cb1-bd5e-cf0fb5e35d18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7584808 Apr 11 18:50:41.810566 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Request body: {'port': {'device_id': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:50:41.823962 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:41.839617 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770', 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc', 'port_id': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770', 'mac_address': 'fa:16:3e:37:2c:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b830ca-4458-48a3-9c48-16c52d88bcd7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:50:41.883846 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:41.884988 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:41.889956 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:41.898655 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:50:41.923038 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:41.928541 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:41.975265 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:41.989957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c06db0-8d10-486a-9210-6aad4b430f88 req-14e0c580-f269-4678-b633-5ba8edd008e8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:41.991404 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-38c06db0-8d10-486a-9210-6aad4b430f88 req-14e0c580-f269-4678-b633-5ba8edd008e8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0646312 Apr 11 18:50:42.105957 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-38c06db0-8d10-486a-9210-6aad4b430f88 req-49004caa-f19f-4637-ba14-b3815ea8b31b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707643 Apr 11 18:50:42.211044 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['5ce443ba-4baf-4b0f-b71f-f91ccfb07770'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:50:42.217278 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8180747-5f90-4c53-988e-cbd5b91b481e req-4b57245b-c699-4441-bd55-3395ca57f2c8 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:42.218736 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8180747-5f90-4c53-988e-cbd5b91b481e req-4b57245b-c699-4441-bd55-3395ca57f2c8 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 932 time: 0.0625076 Apr 11 18:50:42.302070 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8180747-5f90-4c53-988e-cbd5b91b481e req-25a7fad9-b59e-4369-9e7b-441ea76f9e08 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735617 Apr 11 18:50:42.369151 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddaef3ab-88b9-4d20-9ced-601ed4dada97 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:50:42.379286 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Publish callbacks [] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:42.387740 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd6a4b-42f3-45f0-a442-dafa6c76215c req-2041acc1-8fd6-439f-b225-9643acb89cfa tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:42.389207 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b3cd6a4b-42f3-45f0-a442-dafa6c76215c req-2041acc1-8fd6-439f-b225-9643acb89cfa tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0626070 Apr 11 18:50:42.411461 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Transition to ACTIVE for port object ddaef3ab-88b9-4d20-9ced-601ed4dada97 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:50:42.415745 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:42.491137 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b3cd6a4b-42f3-45f0-a442-dafa6c76215c req-162417f7-0d0c-412b-bc55-28904ea2f333 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950716 Apr 11 18:50:42.494151 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaef3ab-88b9-4d20-9ced-601ed4dada97,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:42.563931 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Attempting to bind port ddaef3ab-88b9-4d20-9ced-601ed4dada97 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:50:42.564289 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Attempting to bind port ddaef3ab-88b9-4d20-9ced-601ed4dada97 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:50:42.564609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Attempting to bind port ddaef3ab-88b9-4d20-9ced-601ed4dada97 on network caa01f5a-bd03-4d9f-87c8-da95aec79c98 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:42.574071 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Port ddaef3ab-88b9-4d20-9ced-601ed4dada97 on network caa01f5a-bd03-4d9f-87c8-da95aec79c98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:50:42.574395 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Attempting to bind port ddaef3ab-88b9-4d20-9ced-601ed4dada97 on network caa01f5a-bd03-4d9f-87c8-da95aec79c98 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:50:42.582146 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1eb47b-5d0d-4348-986d-723662c3652a req-615fcb2e-31e2-47f1-89b2-d766099320e9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:42.583680 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ce1eb47b-5d0d-4348-986d-723662c3652a req-615fcb2e-31e2-47f1-89b2-d766099320e9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 944 time: 0.0636168 Apr 11 18:50:42.587766 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:50:42.588101 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Checking segment: {'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:50:42.588482 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Bound using segment: {'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:50:42.588912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Bound port: ddaef3ab-88b9-4d20-9ced-601ed4dada97, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:50:42.589296 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:42.666681 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ce1eb47b-5d0d-4348-986d-723662c3652a req-331cad72-5264-4bff-b284-63310fbeece1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751054 Apr 11 18:50:42.688562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] For port ddaef3ab-88b9-4d20-9ced-601ed4dada97, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:50:42.691744 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] For port ddaef3ab-88b9-4d20-9ced-601ed4dada97, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ddaef3ab-88b9-4d20-9ced-601ed4dada97,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:50:42.697395 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:42.731872 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:42.732490 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:42.734593 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] 10.222.0.58 "PUT /v2.0/ports/ddaef3ab-88b9-4d20-9ced-601ed4dada97 HTTP/1.1" status: 200 len: 1094 time: 0.9283869 Apr 11 18:50:42.735038 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'tag': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:42.737394 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c681df71-6f56-433b-aa20-05f5eb09881d" -d '{"events": [{"name": "network-changed", "server_uuid": "e218a022-45bf-4d58-9229-a6bd3d6eadfe", "tag": "ddaef3ab-88b9-4d20-9ced-601ed4dada97"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:42.783574 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df449796-e57c-4f29-aaa0-8ffe180971c9 service neutron] Pushing event updated for resources: {'Port': ['ID=ddaef3ab-88b9-4d20-9ced-601ed4dada97,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:42.796866 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e11a8d62-5c50-4ad0-a5ad-a5237a905389 x-openstack-request-id: req-e11a8d62-5c50-4ad0-a5ad-a5237a905389 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:42.797242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e218a022-45bf-4d58-9229-a6bd3d6eadfe", "tag": "ddaef3ab-88b9-4d20-9ced-601ed4dada97", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:42.797497 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e11a8d62-5c50-4ad0-a5ad-a5237a905389 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:42.798496 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e11a8d62-5c50-4ad0-a5ad-a5237a905389'] response: {'name': 'network-changed', 'server_uuid': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'tag': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97', 'status': 'completed', 'code': 200} Apr 11 18:50:42.869739 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-583a1fc1-2b8b-412e-a51a-00e44e752f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:42.871253 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-583a1fc1-2b8b-412e-a51a-00e44e752f20 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 1128 time: 0.0429058 Apr 11 18:50:42.920894 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-dd4e522c-2db9-4296-85dd-214e5481b3bd service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddaef3ab-88b9-4d20-9ced-601ed4dada97 HTTP/1.1" status: 200 len: 217 time: 0.0383739 Apr 11 18:50:42.971416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-c3b7faa9-4d8b-4c3f-bbe9-78f553ef99bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:42.972866 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-c3b7faa9-4d8b-4c3f-bbe9-78f553ef99bb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57646a31-e534-4938-9364-d18e5d1e93fa HTTP/1.1" status: 200 len: 849 time: 0.0444500 Apr 11 18:50:43.017298 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-c6c76057-2d20-48c2-b348-a08ed33fc03d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=caa01f5a-bd03-4d9f-87c8-da95aec79c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319633 Apr 11 18:50:43.126217 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-dcab9a9d-5b2d-48ed-9d27-0f46fa64745d service neutron] 10.222.0.58 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985065 Apr 11 18:50:43.253343 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0fc7f8-5415-4222-a78c-f4de655c5698 req-78021d67-fa45-42f8-b34f-9d0ff9960a3e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:43.255207 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb0fc7f8-5415-4222-a78c-f4de655c5698 req-78021d67-fa45-42f8-b34f-9d0ff9960a3e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0634444 Apr 11 18:50:43.272471 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c17b63a-ded0-4253-8914-ce613093a3b9 req-4843f836-e3ef-4b28-b77b-b8308c3e70ba service neutron] 10.222.0.58 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357160 Apr 11 18:50:43.307699 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb0fc7f8-5415-4222-a78c-f4de655c5698 req-f1a68a51-7508-48b4-a162-e3c4112310ce tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446098 Apr 11 18:50:43.409959 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c684bc-d635-4328-9713-55cfcb027133 req-08f978b3-5654-456c-b7ce-4a23877bd809 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:43.411392 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5c684bc-d635-4328-9713-55cfcb027133 req-08f978b3-5654-456c-b7ce-4a23877bd809 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 944 time: 0.0450399 Apr 11 18:50:43.460457 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5c684bc-d635-4328-9713-55cfcb027133 req-ce2cf703-9a02-4bfb-b6f3-01b76f82efa3 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430291 Apr 11 18:50:43.605893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49674a44-beb5-42b5-af84-a8860a0912ec req-c030ab21-5e88-4dc8-af87-ced8156d5a6b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:43.607512 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-49674a44-beb5-42b5-af84-a8860a0912ec req-c030ab21-5e88-4dc8-af87-ced8156d5a6b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0467165 Apr 11 18:50:43.653408 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-49674a44-beb5-42b5-af84-a8860a0912ec req-c26ac46b-a6d1-46ac-973d-e1a5eb45812c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402377 Apr 11 18:50:43.716589 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:43.760270 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:50:43.766164 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:43.766702 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:43.783951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b505ff51-9c26-42f6-8589-07931f5c92b5 req-f385b58a-232d-48f6-961d-1747b35742f1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:43.785473 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b505ff51-9c26-42f6-8589-07931f5c92b5 req-f385b58a-232d-48f6-961d-1747b35742f1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 944 time: 0.0462003 Apr 11 18:50:43.835834 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b505ff51-9c26-42f6-8589-07931f5c92b5 req-c0be74e2-e6c1-4eda-ab7d-e032ccc6b6b3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440722 Apr 11 18:50:43.858102 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:43.858102 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:43.873192 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:43.875482 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f03043-88a2-4ceb-966c-6b813c90cb02" -d '{"events": [{"server_uuid": "b1e7b51a-01e0-46b6-97ff-aef706f59091", "name": "network-vif-plugged", "status": "completed", "tag": "5ce443ba-4baf-4b0f-b71f-f91ccfb07770"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:43.890824 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:43.895093 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:43.924038 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7fc6873-2727-4af4-ad23-40a425df2de7 x-openstack-request-id: req-e7fc6873-2727-4af4-ad23-40a425df2de7 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:43.924360 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e7b51a-01e0-46b6-97ff-aef706f59091", "name": "network-vif-plugged", "status": "completed", "tag": "5ce443ba-4baf-4b0f-b71f-f91ccfb07770", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:43.924612 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e7fc6873-2727-4af4-ad23-40a425df2de7 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:43.925006 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7fc6873-2727-4af4-ad23-40a425df2de7'] response: {'server_uuid': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770', 'code': 200} Apr 11 18:50:43.950392 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:44.306407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681df71-6f56-433b-aa20-05f5eb09881d req-9a0a2214-2e8a-4c07-b0e6-3931144bc028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.307985 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c681df71-6f56-433b-aa20-05f5eb09881d req-9a0a2214-2e8a-4c07-b0e6-3931144bc028 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 1128 time: 0.0510263 Apr 11 18:50:44.486025 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9905e5-703f-4976-bbc2-0e4cb11f21bd req-ba37a366-adcc-4447-9cd0-d74ed8dec86c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.487522 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0d9905e5-703f-4976-bbc2-0e4cb11f21bd req-ba37a366-adcc-4447-9cd0-d74ed8dec86c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0883791 Apr 11 18:50:44.490698 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681df71-6f56-433b-aa20-05f5eb09881d req-5f18f1c4-6b1e-4a46-845f-821e8c9d4df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.492055 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c681df71-6f56-433b-aa20-05f5eb09881d req-5f18f1c4-6b1e-4a46-845f-821e8c9d4df5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=caa01f5a-bd03-4d9f-87c8-da95aec79c98 HTTP/1.1" status: 200 len: 910 time: 0.1740053 Apr 11 18:50:44.509574 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95135622-5e60-4c52-bce2-260e1a7e7431 req-6ff5eb35-f7dd-4337-98f6-fe8507ed8b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.510979 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-95135622-5e60-4c52-bce2-260e1a7e7431 req-6ff5eb35-f7dd-4337-98f6-fe8507ed8b40 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 1129 time: 0.0775676 Apr 11 18:50:44.561257 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c681df71-6f56-433b-aa20-05f5eb09881d req-1c5824d7-9da1-4ad1-9aea-28a7689d2c24 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ddaef3ab-88b9-4d20-9ced-601ed4dada97 HTTP/1.1" status: 200 len: 217 time: 0.0583348 Apr 11 18:50:44.659757 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0d9905e5-703f-4976-bbc2-0e4cb11f21bd req-2d886633-1014-4171-bac2-4a31d869f679 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644287 Apr 11 18:50:44.686462 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be26d7c-c07f-49eb-a8da-294f3c9d38e6 req-8bc963a6-8cd6-4bb3-be3a-7139b4b70d9d tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.688638 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2be26d7c-c07f-49eb-a8da-294f3c9d38e6 req-8bc963a6-8cd6-4bb3-be3a-7139b4b70d9d tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 944 time: 0.1365509 Apr 11 18:50:44.705308 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-95135622-5e60-4c52-bce2-260e1a7e7431 req-55fbc556-f77c-4064-9b8a-56ddae9c0cd4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850989 Apr 11 18:50:44.715503 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681df71-6f56-433b-aa20-05f5eb09881d req-b17476e5-a89e-4b44-83ae-93ca9171b5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.716885 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c681df71-6f56-433b-aa20-05f5eb09881d req-b17476e5-a89e-4b44-83ae-93ca9171b5d5 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=57646a31-e534-4938-9364-d18e5d1e93fa HTTP/1.1" status: 200 len: 849 time: 0.1311252 Apr 11 18:50:44.768796 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2be26d7c-c07f-49eb-a8da-294f3c9d38e6 req-4fd9e2f7-8471-4754-8e3c-612c5711c9aa tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742829 Apr 11 18:50:44.785445 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4431d1-9270-4a15-93c0-58402dc5b2e2 req-9dec4999-dc0e-4a44-a344-dbc2df074224 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.787135 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0e4431d1-9270-4a15-93c0-58402dc5b2e2 req-9dec4999-dc0e-4a44-a344-dbc2df074224 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0596967 Apr 11 18:50:44.837655 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0e4431d1-9270-4a15-93c0-58402dc5b2e2 req-6448b4cf-8e50-4d36-83a1-86a4efba1f1a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442104 Apr 11 18:50:44.949083 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f349e5-9421-4da6-9bc8-8d4964be8c96 req-d20c7a9b-86e9-4f1d-bb37-2b18154ac430 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:44.950559 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d9f349e5-9421-4da6-9bc8-8d4964be8c96 req-d20c7a9b-86e9-4f1d-bb37-2b18154ac430 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0469260 Apr 11 18:50:44.999769 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d9f349e5-9421-4da6-9bc8-8d4964be8c96 req-93a339ef-9e1b-4ac0-bf29-b2eccbbd5bf9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434029 Apr 11 18:50:45.780617 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3c94f-b22c-4eea-915b-c9311b3164ed req-4c0a9fee-1280-42e0-9ab8-cea7a980ec66 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:45.782097 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-98d3c94f-b22c-4eea-915b-c9311b3164ed req-4c0a9fee-1280-42e0-9ab8-cea7a980ec66 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0464132 Apr 11 18:50:45.828166 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-98d3c94f-b22c-4eea-915b-c9311b3164ed req-9d63c37e-4e86-4807-9af4-6b84fbb678c4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406058 Apr 11 18:50:45.891161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29ff219-eb53-469c-8d9c-0d7ce82d1573 req-707407ab-8677-41cc-800b-81cff3066b21 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:45.892626 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d29ff219-eb53-469c-8d9c-0d7ce82d1573 req-707407ab-8677-41cc-800b-81cff3066b21 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 944 time: 0.0504329 Apr 11 18:50:45.980229 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220f6f7-2e27-4957-a356-c6dab11e227a req-d3662486-7a4e-4cce-8b74-8c4af6fec053 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:45.981739 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8220f6f7-2e27-4957-a356-c6dab11e227a req-d3662486-7a4e-4cce-8b74-8c4af6fec053 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0772533 Apr 11 18:50:45.985988 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d29ff219-eb53-469c-8d9c-0d7ce82d1573 req-35e0be0a-1408-48a5-803a-8d416bc87617 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879731 Apr 11 18:50:46.027467 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8220f6f7-2e27-4957-a356-c6dab11e227a req-d4543998-ecfe-4111-9399-8fb82e5d38e2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401051 Apr 11 18:50:46.115834 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60a5d0-9ef8-490c-9f1e-2d7181a5d652 req-85331445-d89d-4e25-bc12-d65e1fdb373b tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:46.117515 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ef60a5d0-9ef8-490c-9f1e-2d7181a5d652 req-85331445-d89d-4e25-bc12-d65e1fdb373b tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0535221 Apr 11 18:50:46.164636 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ef60a5d0-9ef8-490c-9f1e-2d7181a5d652 req-7d5e7ad5-40a8-4904-a2ab-40abf7534347 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Apr 11 18:50:46.942685 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc69fac-ffb9-4ce7-9790-ae6fc10b3201 req-68e4cd4c-a73c-427f-a096-722218c88788 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:46.944138 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2fc69fac-ffb9-4ce7-9790-ae6fc10b3201 req-68e4cd4c-a73c-427f-a096-722218c88788 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0457449 Apr 11 18:50:46.992403 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2fc69fac-ffb9-4ce7-9790-ae6fc10b3201 req-89907c24-516e-40ba-82cf-3690898a6721 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412662 Apr 11 18:50:47.102132 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe147666-7dd0-4119-ba04-25bb9b2842ca req-d46bff29-6a9e-410a-8e47-6db0fc629dfd tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:47.104121 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fe147666-7dd0-4119-ba04-25bb9b2842ca req-d46bff29-6a9e-410a-8e47-6db0fc629dfd tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 944 time: 0.0525720 Apr 11 18:50:47.164778 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3606f1c-7cc5-408d-9ad3-3c1c8479ef92 req-96dc4ed4-bfb2-440d-99e7-eeb555994097 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:47.166781 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f3606f1c-7cc5-408d-9ad3-3c1c8479ef92 req-96dc4ed4-bfb2-440d-99e7-eeb555994097 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0618112 Apr 11 18:50:47.201086 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fe147666-7dd0-4119-ba04-25bb9b2842ca req-786fcb4e-3c22-496b-b3a6-f02469683e98 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877895 Apr 11 18:50:47.228453 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f3606f1c-7cc5-408d-9ad3-3c1c8479ef92 req-64fa0e92-2a28-4847-a147-3acde97528d2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553882 Apr 11 18:50:47.310404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577cfb27-7b3e-471b-b09c-2ae141b54ac4 req-95e22cdf-8c38-4338-8175-04088cc93e06 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:47.311773 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-577cfb27-7b3e-471b-b09c-2ae141b54ac4 req-95e22cdf-8c38-4338-8175-04088cc93e06 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0559483 Apr 11 18:50:47.358165 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-577cfb27-7b3e-471b-b09c-2ae141b54ac4 req-806d1894-fd56-49a3-b236-52b7cddd7516 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408859 Apr 11 18:50:47.390661 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ddaef3ab-88b9-4d20-9ced-601ed4dada97 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:50:47.495636 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ddaef3ab-88b9-4d20-9ced-601ed4dada97, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ddaef3ab-88b9-4d20-9ced-601ed4dada97,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:47.507362 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97', 'network_id': 'caa01f5a-bd03-4d9f-87c8-da95aec79c98', 'port_id': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97', 'mac_address': 'fa:16:3e:3d:01:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57646a31-e534-4938-9364-d18e5d1e93fa', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:50:47.543548 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ddaef3ab-88b9-4d20-9ced-601ed4dada97 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:47.543933 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:47.556034 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddaef3ab-88b9-4d20-9ced-601ed4dada97 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:50:47.574149 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ddaef3ab-88b9-4d20-9ced-601ed4dada97, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ddaef3ab-88b9-4d20-9ced-601ed4dada97,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:47.577886 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:47.624613 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ddaef3ab-88b9-4d20-9ced-601ed4dada97,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:47.885937 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c681df71-6f56-433b-aa20-05f5eb09881d req-6d1f77c9-c74f-4694-979c-206de5193562 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=caa01f5a-bd03-4d9f-87c8-da95aec79c98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304837 Apr 11 18:50:47.914900 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['ddaef3ab-88b9-4d20-9ced-601ed4dada97'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:50:47.989973 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c681df71-6f56-433b-aa20-05f5eb09881d req-94eecef6-936f-4eeb-87bd-605d591869aa service neutron] 10.222.0.58 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861673 Apr 11 18:50:48.114895 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641246f6-0a32-4b68-85e2-ea4a74541312 req-e0583583-f7b6-44f0-96a2-b93f08d9693d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:48.116365 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-641246f6-0a32-4b68-85e2-ea4a74541312 req-e0583583-f7b6-44f0-96a2-b93f08d9693d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Apr 11 18:50:48.169441 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-641246f6-0a32-4b68-85e2-ea4a74541312 req-ed846b46-1298-42ca-949d-9b48996ca074 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468040 Apr 11 18:50:48.364782 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a662a6-efa6-4ad0-8db4-aae1c3c02d9c req-d8b4e54c-0081-4ace-80d6-612d7ddca1a3 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:48.366717 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09a662a6-efa6-4ad0-8db4-aae1c3c02d9c req-d8b4e54c-0081-4ace-80d6-612d7ddca1a3 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 945 time: 0.0973394 Apr 11 18:50:48.396315 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bb27c6-ae13-4777-951c-71ae71ba3a2d req-0285030d-54cb-4880-9709-e435bf06c391 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:48.397866 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-90bb27c6-ae13-4777-951c-71ae71ba3a2d req-0285030d-54cb-4880-9709-e435bf06c391 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0957413 Apr 11 18:50:48.524251 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-90bb27c6-ae13-4777-951c-71ae71ba3a2d req-dc02a889-3179-40df-a7d8-7567d9093fa0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920994 Apr 11 18:50:48.527606 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09a662a6-efa6-4ad0-8db4-aae1c3c02d9c req-be31ee41-348b-4738-9b42-6556f84604ba tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456959 Apr 11 18:50:48.529513 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c681df71-6f56-433b-aa20-05f5eb09881d req-89bf3ae7-4717-4437-944b-c43d3fc07333 service neutron] 10.222.0.58 "GET /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979680 Apr 11 18:50:48.626311 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1957135-2329-4829-b67c-654125572e59 req-b81c3ab3-0892-4e12-86e2-c8931bb29520 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:48.627699 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e1957135-2329-4829-b67c-654125572e59 req-b81c3ab3-0892-4e12-86e2-c8931bb29520 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0464590 Apr 11 18:50:48.682016 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e1957135-2329-4829-b67c-654125572e59 req-c9a68c89-4cb0-4001-8c49-00133192b6a9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486321 Apr 11 18:50:48.849968 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:49.291331 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21474254-08d1-4e6f-a02f-2dad5d2af190 req-4202851d-1c4f-4da2-ba53-543a5de69d39 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:49.292746 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-21474254-08d1-4e6f-a02f-2dad5d2af190 req-4202851d-1c4f-4da2-ba53-543a5de69d39 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0499675 Apr 11 18:50:49.339266 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-21474254-08d1-4e6f-a02f-2dad5d2af190 req-a6e71210-1366-4fe3-8181-7f5d121b9513 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409698 Apr 11 18:50:49.666916 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f148bf7-a2dc-4e4f-94dd-077fee7dc29e req-69ca6ca7-2ba8-40cb-8bed-ab6c2fe7f9ac tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:49.668418 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8f148bf7-a2dc-4e4f-94dd-077fee7dc29e req-69ca6ca7-2ba8-40cb-8bed-ab6c2fe7f9ac tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 945 time: 0.0735898 Apr 11 18:50:49.675186 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b888a4e-7bf1-4cbe-9216-5da9db60d30e req-2f7208e1-bf45-4209-aaf2-3c60f1ac1388 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:49.677097 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7b888a4e-7bf1-4cbe-9216-5da9db60d30e req-2f7208e1-bf45-4209-aaf2-3c60f1ac1388 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0810971 Apr 11 18:50:49.752203 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8f148bf7-a2dc-4e4f-94dd-077fee7dc29e req-9b3115e7-7f97-480c-a3e7-0bad9c507694 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740969 Apr 11 18:50:49.765884 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7b888a4e-7bf1-4cbe-9216-5da9db60d30e req-f6e4e5a2-6e61-4b00-9854-8929d2af9f66 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808470 Apr 11 18:50:49.807669 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ddaef3ab-88b9-4d20-9ced-601ed4dada97 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:50:49.867388 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port ddaef3ab-88b9-4d20-9ced-601ed4dada97 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:50:49.867981 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa289f-79bf-4335-b004-31c55bd32117 req-948f300f-3122-405e-bde8-2a217a5a4d4b tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:49.877298 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port ddaef3ab-88b9-4d20-9ced-601ed4dada97 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:50:49.877566 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7bfa289f-79bf-4335-b004-31c55bd32117 req-948f300f-3122-405e-bde8-2a217a5a4d4b tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0670385 Apr 11 18:50:49.877835 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:49.929603 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7bfa289f-79bf-4335-b004-31c55bd32117 req-31734ed8-a658-47fb-af0b-d4f367d676db tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511014 Apr 11 18:50:49.979745 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ddaef3ab-88b9-4d20-9ced-601ed4dada97 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:50:49.980137 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:50.003578 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:50.006126 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c900f193-7f0e-493a-af82-811bbf8ac9b5" -d '{"events": [{"server_uuid": "e218a022-45bf-4d58-9229-a6bd3d6eadfe", "name": "network-vif-plugged", "status": "completed", "tag": "ddaef3ab-88b9-4d20-9ced-601ed4dada97"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:50.022819 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ddaef3ab-88b9-4d20-9ced-601ed4dada97, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ddaef3ab-88b9-4d20-9ced-601ed4dada97,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:50.030247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:50.055045 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-073b72f9-754b-4b5e-bab3-3e5a6cf7a667 x-openstack-request-id: req-073b72f9-754b-4b5e-bab3-3e5a6cf7a667 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:50.055358 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e218a022-45bf-4d58-9229-a6bd3d6eadfe", "name": "network-vif-plugged", "status": "completed", "tag": "ddaef3ab-88b9-4d20-9ced-601ed4dada97", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:50.055730 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-073b72f9-754b-4b5e-bab3-3e5a6cf7a667 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:50.056067 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-073b72f9-754b-4b5e-bab3-3e5a6cf7a667'] response: {'server_uuid': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97', 'code': 200} Apr 11 18:50:50.083316 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ddaef3ab-88b9-4d20-9ced-601ed4dada97,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:50.322975 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1352ddc-a595-4545-85ef-2b82dbb71706 req-418cdd10-9ef8-4670-9217-04ea909696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:50.324748 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f1352ddc-a595-4545-85ef-2b82dbb71706 req-418cdd10-9ef8-4670-9217-04ea909696ac service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 1130 time: 0.0415926 Apr 11 18:50:50.390368 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f1352ddc-a595-4545-85ef-2b82dbb71706 req-7a6f38cb-30fb-4671-8df8-7dcf4e6f2144 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539155 Apr 11 18:50:50.487146 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a29379-40bf-4767-bca8-8d4405f2e129 req-e1a0732e-66a3-457c-ac0f-6fa916825ee9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:50.489221 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-94a29379-40bf-4767-bca8-8d4405f2e129 req-e1a0732e-66a3-457c-ac0f-6fa916825ee9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0533960 Apr 11 18:50:50.541097 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-94a29379-40bf-4767-bca8-8d4405f2e129 req-e3811d83-261f-4246-9aa5-91d53dddf416 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432463 Apr 11 18:50:50.590473 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d617491-aae3-4a9d-9095-216d912b0be9 req-f5251183-c7d6-4ba3-806c-05c60fdf950d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:50.591835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d617491-aae3-4a9d-9095-216d912b0be9 req-f5251183-c7d6-4ba3-806c-05c60fdf950d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0478344 Apr 11 18:50:50.638956 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d617491-aae3-4a9d-9095-216d912b0be9 req-99999cb3-5959-494b-bfee-fdad1fa119ef tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414805 Apr 11 18:50:50.894758 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ecbee6-9bbc-48b3-85dc-2bbf7301f688 req-bfe7bd0f-cad9-4908-b1bd-4765f2df5025 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:50.896301 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60ecbee6-9bbc-48b3-85dc-2bbf7301f688 req-bfe7bd0f-cad9-4908-b1bd-4765f2df5025 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 946 time: 0.0797346 Apr 11 18:50:50.917453 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05011932-8b88-495d-9ee4-30e21ef8a6c1 req-efbda823-9cc5-4684-9200-f4cc7bf47aee tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:50.918930 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-05011932-8b88-495d-9ee4-30e21ef8a6c1 req-efbda823-9cc5-4684-9200-f4cc7bf47aee tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0695801 Apr 11 18:50:50.987634 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60ecbee6-9bbc-48b3-85dc-2bbf7301f688 req-9b2354ff-5df5-475c-b305-c6a395856bac tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836737 Apr 11 18:50:50.990821 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-05011932-8b88-495d-9ee4-30e21ef8a6c1 req-ddec0317-f571-4d53-bfc1-542d07a15561 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634291 Apr 11 18:50:51.656748 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710beff8-cc7e-4808-971c-c20336215b36 req-395f22c8-a4ad-422d-89a2-edd86bc87de6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:51.658180 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-710beff8-cc7e-4808-971c-c20336215b36 req-395f22c8-a4ad-422d-89a2-edd86bc87de6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0472808 Apr 11 18:50:51.716031 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-710beff8-cc7e-4808-971c-c20336215b36 req-d61c63b8-404f-46ca-b859-e46fc560ddde tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522072 Apr 11 18:50:51.767570 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05ff24-8e91-4a40-9926-ee3085f42d7a req-371fefd1-df75-4d6e-a7cc-f7a76cce42bc tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:51.769258 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0c05ff24-8e91-4a40-9926-ee3085f42d7a req-371fefd1-df75-4d6e-a7cc-f7a76cce42bc tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0508294 Apr 11 18:50:51.818533 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0c05ff24-8e91-4a40-9926-ee3085f42d7a req-a39abc32-bd00-4e52-8a92-af4facc5048d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437019 Apr 11 18:50:51.856790 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38824) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:51.980650 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d356549e-ee7e-42b6-bffb-9503d73b2259 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.063309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d356549e-ee7e-42b6-bffb-9503d73b2259 admin admin] Publish callbacks [] for security_group (cdf96eb7-e38c-4335-ad88-1c1474e693ac), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.068587 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d356549e-ee7e-42b6-bffb-9503d73b2259 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (cdf96eb7-e38c-4335-ad88-1c1474e693ac), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.147359 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d356549e-ee7e-42b6-bffb-9503d73b2259 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=4b0badd5fd1e4c038a3a6785343f8022&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2894421 Apr 11 18:50:52.150162 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38834) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:52.184904 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d85745a-391d-409b-8eb7-3eca12a849ad req-5635b94f-eae3-466b-9627-0d0a41363418 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:52.186880 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0d85745a-391d-409b-8eb7-3eca12a849ad req-5635b94f-eae3-466b-9627-0d0a41363418 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 946 time: 0.1077743 Apr 11 18:50:52.187524 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356549e-ee7e-42b6-bffb-9503d73b2259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf96eb7-e38c-4335-ad88-1c1474e693ac,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:52.200894 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-59b8d7ce-f5cf-4c0a-b849-98680b40503d admin admin] Publish callbacks [] for security_group (cdf96eb7-e38c-4335-ad88-1c1474e693ac), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.216291 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61426913-96b2-4ec6-af0e-931123f24bc0 req-2353d6a0-9a77-4178-bc9b-51a0885d4104 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:52.217800 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-61426913-96b2-4ec6-af0e-931123f24bc0 req-2353d6a0-9a77-4178-bc9b-51a0885d4104 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1183472 Apr 11 18:50:52.222607 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-59b8d7ce-f5cf-4c0a-b849-98680b40503d admin admin] Publish callbacks [] for security_group (cdf96eb7-e38c-4335-ad88-1c1474e693ac), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.263673 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0d85745a-391d-409b-8eb7-3eca12a849ad req-428c64b9-4c9b-459d-a67c-8a496877ae86 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687177 Apr 11 18:50:52.272891 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-59b8d7ce-f5cf-4c0a-b849-98680b40503d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (cdf96eb7-e38c-4335-ad88-1c1474e693ac), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.275867 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-59b8d7ce-f5cf-4c0a-b849-98680b40503d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.277169 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-59b8d7ce-f5cf-4c0a-b849-98680b40503d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/cdf96eb7-e38c-4335-ad88-1c1474e693ac HTTP/1.1" status: 204 len: 168 time: 0.1258829 Apr 11 18:50:52.286458 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8d7ce-f5cf-4c0a-b849-98680b40503d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf96eb7-e38c-4335-ad88-1c1474e693ac,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:52.302238 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-61426913-96b2-4ec6-af0e-931123f24bc0 req-50efbf9b-35f5-4684-95a9-b9d2a4a1fc0a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775454 Apr 11 18:50:52.572621 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 38842) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:52.586027 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-75954605-f82c-4e42-ae66-55bba2fbe4ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.671488 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-75954605-f82c-4e42-ae66-55bba2fbe4ac admin admin] Publish callbacks [] for security_group (f776b04f-c8bf-46a7-b338-f9cc13439a94), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.675191 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-75954605-f82c-4e42-ae66-55bba2fbe4ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f776b04f-c8bf-46a7-b338-f9cc13439a94), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:52.717471 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75954605-f82c-4e42-ae66-55bba2fbe4ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f776b04f-c8bf-46a7-b338-f9cc13439a94,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:52.723176 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-75954605-f82c-4e42-ae66-55bba2fbe4ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=27c4cb2b3ee349ffbfb7d27a546a71be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1493979 Apr 11 18:50:52.724826 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 38844) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:53.085120 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-679cf02b-8b9b-4daf-80c0-ec80ce9c2620 admin admin] Publish callbacks [] for security_group (f776b04f-c8bf-46a7-b338-f9cc13439a94), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:53.087463 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-20a4885b-7edc-4df4-8b48-b1abe1141382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.088947 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-20a4885b-7edc-4df4-8b48-b1abe1141382 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 1129 time: 0.3251483 Apr 11 18:50:53.156449 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ca529-26f6-452f-81e9-3b439b7cdaf9 req-1d54d6da-44ac-4dcd-8a0f-b3f33acf465b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.157944 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c9ca529-26f6-452f-81e9-3b439b7cdaf9 req-1d54d6da-44ac-4dcd-8a0f-b3f33acf465b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.3571348 Apr 11 18:50:53.184723 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694a77f1-66ab-435e-ac6d-d6e5e6d8fec3 req-157048a9-43b8-4662-bf31-2b570caa7156 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.186176 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-694a77f1-66ab-435e-ac6d-d6e5e6d8fec3 req-157048a9-43b8-4662-bf31-2b570caa7156 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.1422849 Apr 11 18:50:53.189726 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-679cf02b-8b9b-4daf-80c0-ec80ce9c2620 admin admin] Publish callbacks [] for security_group (f776b04f-c8bf-46a7-b338-f9cc13439a94), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:53.331866 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c9ca529-26f6-452f-81e9-3b439b7cdaf9 req-ee794c15-6868-451f-82ba-28763314c499 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1657743 Apr 11 18:50:53.345381 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-694a77f1-66ab-435e-ac6d-d6e5e6d8fec3 req-ce3ed287-d93d-4e2d-b0ec-3ecaf13a58f6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451440 Apr 11 18:50:53.350489 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-7b2b6cba-5550-4d17-8c70-cda402fdb343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.352068 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-7b2b6cba-5550-4d17-8c70-cda402fdb343 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.2408178 Apr 11 18:50:53.406540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-679cf02b-8b9b-4daf-80c0-ec80ce9c2620 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f776b04f-c8bf-46a7-b338-f9cc13439a94), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:53.409019 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-679cf02b-8b9b-4daf-80c0-ec80ce9c2620 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:53.410099 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-679cf02b-8b9b-4daf-80c0-ec80ce9c2620 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f776b04f-c8bf-46a7-b338-f9cc13439a94 HTTP/1.1" status: 204 len: 168 time: 0.6842678 Apr 11 18:50:53.411420 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-4608ec48-be50-42a1-8189-66560ab6ad2e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92899fde-bb19-4d95-a48a-51d637c73a8e HTTP/1.1" status: 200 len: 217 time: 0.0491240 Apr 11 18:50:53.498734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679cf02b-8b9b-4daf-80c0-ec80ce9c2620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f776b04f-c8bf-46a7-b338-f9cc13439a94,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:53.531105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef5239-b06a-480f-ba5a-077492b0e1cf req-4f29032a-1cd8-402e-94b4-61a977434686 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.532582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a9ef5239-b06a-480f-ba5a-077492b0e1cf req-4f29032a-1cd8-402e-94b4-61a977434686 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 946 time: 0.1288016 Apr 11 18:50:53.548565 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f071f1-240a-4790-b91d-dd891e91ec05 req-45659820-2ec2-479c-9031-fa53536d8713 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.550141 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-74f071f1-240a-4790-b91d-dd891e91ec05 req-45659820-2ec2-479c-9031-fa53536d8713 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1452622 Apr 11 18:50:53.557305 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-51afe77b-faa6-48b8-8f4b-657f5dc5e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.558870 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-51afe77b-faa6-48b8-8f4b-657f5dc5e397 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1126575 Apr 11 18:50:53.661879 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-be555b54-3053-4b11-94cf-adef9a4e53e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:53.663352 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-be555b54-3053-4b11-94cf-adef9a4e53e5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0833313 Apr 11 18:50:53.667781 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-74f071f1-240a-4790-b91d-dd891e91ec05 req-e6255828-1ad2-443d-8525-461f459fcf77 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079757 Apr 11 18:50:53.671679 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a9ef5239-b06a-480f-ba5a-077492b0e1cf req-6527e164-a15d-448b-9e2b-a753dccdfbe8 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160915 Apr 11 18:50:53.770137 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-b6850024-5fa6-417e-93c5-0197bcb62daa service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974538 Apr 11 18:50:53.874225 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54f36bb9-e4bf-4f47-9116-a9c97e715358 req-5c18f0ed-b2ee-4c69-afda-944053de2ab2 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864511 Apr 11 18:50:54.549231 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7111d3e5-5f97-49b3-8e09-27a0dfc409b5 req-1a59096a-b05d-4692-8c08-5ad0cc648db8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:54.550764 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7111d3e5-5f97-49b3-8e09-27a0dfc409b5 req-1a59096a-b05d-4692-8c08-5ad0cc648db8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.1318011 Apr 11 18:50:54.570875 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8ba2f6-bba6-45a5-823b-54cd44e34e66 req-695155cc-fc2c-4a3f-8d22-70efee86450b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:54.572827 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1d8ba2f6-bba6-45a5-823b-54cd44e34e66 req-695155cc-fc2c-4a3f-8d22-70efee86450b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0703866 Apr 11 18:50:54.639169 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7111d3e5-5f97-49b3-8e09-27a0dfc409b5 req-332f0326-f05a-41a9-acdf-aaeca52e6714 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824444 Apr 11 18:50:54.646620 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1d8ba2f6-bba6-45a5-823b-54cd44e34e66 req-a1fe8086-4c98-48a3-9b39-f73684bba7bb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670669 Apr 11 18:50:54.755302 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5611d4cd-7cd8-487d-9771-1d564ccae120 req-a7ed822a-5622-40ae-868a-9958fd22ad18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:54.756904 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5611d4cd-7cd8-487d-9771-1d564ccae120 req-a7ed822a-5622-40ae-868a-9958fd22ad18 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 946 time: 0.0513039 Apr 11 18:50:54.833800 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64224960-bfff-4f91-b7b7-7eb0342aa125 req-0e556eb1-caa5-44e9-97e3-d7e0db013791 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:54.835487 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64224960-bfff-4f91-b7b7-7eb0342aa125 req-0e556eb1-caa5-44e9-97e3-d7e0db013791 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0776207 Apr 11 18:50:54.857566 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5611d4cd-7cd8-487d-9771-1d564ccae120 req-e08af8de-38bd-4d29-87f4-a5e331cc50c3 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877647 Apr 11 18:50:54.901668 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64224960-bfff-4f91-b7b7-7eb0342aa125 req-2ea727a3-16c9-4fe2-90b2-6e2fd5796e26 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577612 Apr 11 18:50:55.795838 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971de77e-ad95-4929-b4b5-a0b84758f29f req-0b2eb865-d924-4651-a6fb-763174739dc1 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:55.797331 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-971de77e-ad95-4929-b4b5-a0b84758f29f req-0b2eb865-d924-4651-a6fb-763174739dc1 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0782840 Apr 11 18:50:55.807217 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768cefb7-5d93-4bef-b0f7-4bafbc63a9fb req-dede519b-a69a-4333-bde6-44800d4a5793 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:55.808905 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-768cefb7-5d93-4bef-b0f7-4bafbc63a9fb req-dede519b-a69a-4333-bde6-44800d4a5793 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0789659 Apr 11 18:50:55.881126 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-971de77e-ad95-4929-b4b5-a0b84758f29f req-f7ce7821-2587-40b2-b048-57f989e130e6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708559 Apr 11 18:50:55.895855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-768cefb7-5d93-4bef-b0f7-4bafbc63a9fb req-6f233a97-3cda-4f68-8d06-cd1b04353a9a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776312 Apr 11 18:50:56.012112 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b546532-f1f0-41e9-b32e-bd025a028df5 req-15140dd4-111e-48ab-b8b3-42cef7e3d9b8 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:56.013619 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b546532-f1f0-41e9-b32e-bd025a028df5 req-15140dd4-111e-48ab-b8b3-42cef7e3d9b8 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 946 time: 0.0706155 Apr 11 18:50:56.042503 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9424d25-ccd7-46ef-a158-543e9f81799d req-15f8310e-6c2e-4a2e-84d2-e937185c8de5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:56.043955 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b9424d25-ccd7-46ef-a158-543e9f81799d req-15f8310e-6c2e-4a2e-84d2-e937185c8de5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0690327 Apr 11 18:50:56.098209 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b546532-f1f0-41e9-b32e-bd025a028df5 req-b33a5c83-785c-4452-8c56-cf872d73d283 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/security-groups?id=92e7987a-4951-44ec-82cf-f2c7d5e1657a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790925 Apr 11 18:50:56.125750 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b9424d25-ccd7-46ef-a158-543e9f81799d req-e69918f3-d43b-4e6d-9189-f6ba734668e2 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730143 Apr 11 18:50:56.421315 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-6451818c-2b03-4eec-af2b-1bff07fcc099 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-558617718&fields=id&tenant_id=6ce353fb24d7498692339b92c6e375f8 HTTP/1.1" status: 200 len: 267 time: 0.0496047 Apr 11 18:50:56.552134 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-a0737e9e-641d-4bbd-b7ab-6a1a453345ba tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:56.553881 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-a0737e9e-641d-4bbd-b7ab-6a1a453345ba tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 808 time: 0.1258767 Apr 11 18:50:56.600876 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-ab404067-ce23-4cf4-9821-7f1d93f00d3c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/quotas/6ce353fb24d7498692339b92c6e375f8 HTTP/1.1" status: 200 len: 375 time: 0.0179541 Apr 11 18:50:56.612180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-044f86b6-3a99-4c52-88a8-08e73bf66a69 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:56.613705 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-044f86b6-3a99-4c52-88a8-08e73bf66a69 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 946 time: 0.0782952 Apr 11 18:50:56.698962 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-1a36841a-793f-4374-9888-17ad2de3befb tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0842490 Apr 11 18:50:56.808663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Deleting port ddaef3ab-88b9-4d20-9ced-601ed4dada97 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:50:56.809002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:56.897265 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-bb4acacd-0a47-4525-9c4b-33c732f146ba service neutron] 10.222.0.61 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623032 Apr 11 18:50:56.976085 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] For port ddaef3ab-88b9-4d20-9ced-601ed4dada97, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ddaef3ab-88b9-4d20-9ced-601ed4dada97,segment=NetworkSegment(4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b),segment_id=4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:50:56.976361 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:57.022431 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Calling delete_port for ddaef3ab-88b9-4d20-9ced-601ed4dada97 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:50:57.054812 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b7ddb-da8a-4002-a564-16ab8e6f5837 req-196da3dc-4209-4d6b-873d-12b526ff3a23 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:57.056457 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b67b7ddb-da8a-4002-a564-16ab8e6f5837 req-196da3dc-4209-4d6b-873d-12b526ff3a23 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0827622 Apr 11 18:50:57.114171 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-3090c793-8052-4fb2-8333-8801ebf958bf service neutron] 10.222.0.61 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2094600 Apr 11 18:50:57.140107 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f88cbddd-4401-466d-85ab-1ebc792423c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:57.167338 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b67b7ddb-da8a-4002-a564-16ab8e6f5837 req-629bda71-f144-47c8-ab80-25f121d5dc64 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040800 Apr 11 18:50:57.252376 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (ddaef3ab-88b9-4d20-9ced-601ed4dada97), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:57.269508 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['ddaef3ab-88b9-4d20-9ced-601ed4dada97'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:50:57.306530 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Pushing event deleted for resources: {'Port': ['ID=ddaef3ab-88b9-4d20-9ced-601ed4dada97,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:57.315680 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06ff483-1f03-4da8-8703-9d1b47ade81d req-566f0817-c735-49a1-876c-76de30870fef tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:57.317225 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b06ff483-1f03-4da8-8703-9d1b47ade81d req-566f0817-c735-49a1-876c-76de30870fef tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0759096 Apr 11 18:50:57.375035 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] No DVR routers for this DVR port ddaef3ab-88b9-4d20-9ced-601ed4dada97 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:50:57.378921 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:57.383350 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-467570ab-42c5-4961-8f23-1ea4b9265d25 req-7a598bfc-4643-4177-87b3-cf9707de9ac6 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.58 "DELETE /v2.0/ports/ddaef3ab-88b9-4d20-9ced-601ed4dada97 HTTP/1.1" status: 204 len: 173 time: 0.7554610 Apr 11 18:50:57.383350 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'name': 'network-vif-deleted', 'tag': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:50:57.386232 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85c18f15-b8ef-4b61-b987-aa0b117b7552" -d '{"events": [{"server_uuid": "e218a022-45bf-4d58-9229-a6bd3d6eadfe", "name": "network-vif-deleted", "tag": "ddaef3ab-88b9-4d20-9ced-601ed4dada97"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:50:57.425708 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b06ff483-1f03-4da8-8703-9d1b47ade81d req-aca39163-4c5b-49d8-8959-19f0ec49ce90 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861869 Apr 11 18:50:57.491977 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1195cc16-e6de-4f58-a4dd-905acc191003 req-79e2d3a6-a682-481c-bef6-c159ac279812 tempest-VolumesActionsTest-1514686622 tempest-VolumesActionsTest-1514686622-project] 10.222.0.61 "GET /v2.0/ports?device_id=e218a022-45bf-4d58-9229-a6bd3d6eadfe HTTP/1.1" status: 200 len: 210 time: 0.0383439 Apr 11 18:50:57.553681 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:50:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8106ebdd-0a88-44f7-bbfd-8e20ad9487ca x-openstack-request-id: req-8106ebdd-0a88-44f7-bbfd-8e20ad9487ca {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:50:57.554029 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e218a022-45bf-4d58-9229-a6bd3d6eadfe", "name": "network-vif-deleted", "tag": "ddaef3ab-88b9-4d20-9ced-601ed4dada97", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:50:57.554857 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8106ebdd-0a88-44f7-bbfd-8e20ad9487ca {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:50:57.554857 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8106ebdd-0a88-44f7-bbfd-8e20ad9487ca'] response: {'server_uuid': 'e218a022-45bf-4d58-9229-a6bd3d6eadfe', 'name': 'network-vif-deleted', 'tag': 'ddaef3ab-88b9-4d20-9ced-601ed4dada97', 'status': 'completed', 'code': 200} Apr 11 18:50:57.580801 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9483bac0-bde7-4e3e-b47c-9ba18e7acc7f req-ea08c519-a99f-4ede-ad88-614323c0281e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:57.582333 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9483bac0-bde7-4e3e-b47c-9ba18e7acc7f req-ea08c519-a99f-4ede-ad88-614323c0281e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0652707 Apr 11 18:50:57.627531 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6b6996aa-fc2e-4f6e-94a4-4ea243daaf36 req-178b9512-8d8b-4d17-846b-21c16d835403 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 210 time: 0.0404582 Apr 11 18:50:57.671967 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9483bac0-bde7-4e3e-b47c-9ba18e7acc7f req-5144734e-abb5-4160-b687-89c46b86458a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815969 Apr 11 18:50:58.285548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdee360-8c40-4af5-8c2a-11a9d8575830 req-44f51258-47f8-4f84-9556-6d8405cee94c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:58.287003 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bdee360-8c40-4af5-8c2a-11a9d8575830 req-44f51258-47f8-4f84-9556-6d8405cee94c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0502059 Apr 11 18:50:58.335475 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3bdee360-8c40-4af5-8c2a-11a9d8575830 req-6114fac3-1f3e-4446-b8c7-bf3a8bb81569 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421588 Apr 11 18:50:58.558475 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7123b83-0631-4eb6-95e8-d01bc032a8ad req-f4caa45d-8db3-45b1-b0dd-d5ceed1edbe4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:58.561510 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a7123b83-0631-4eb6-95e8-d01bc032a8ad req-f4caa45d-8db3-45b1-b0dd-d5ceed1edbe4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0505152 Apr 11 18:50:58.611179 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a7123b83-0631-4eb6-95e8-d01bc032a8ad req-8d51633c-079a-4697-bc46-89fc23457a2e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458317 Apr 11 18:50:58.742603 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b99e344f-604c-42a5-b638-bb24fd68c856 req-c62d869f-32da-4eb2-86a8-e8a7f7d94078 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 210 time: 0.0423899 Apr 11 18:50:58.800149 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149e78a8-dc39-4304-b28c-c48a320cad8a req-d8433fb2-c633-4113-8c81-8fca23661155 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:58.801667 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-149e78a8-dc39-4304-b28c-c48a320cad8a req-d8433fb2-c633-4113-8c81-8fca23661155 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0511365 Apr 11 18:50:58.857171 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-149e78a8-dc39-4304-b28c-c48a320cad8a req-dbfc37f5-4015-4ade-b941-3d142fe28f6a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493793 Apr 11 18:50:59.374123 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39070) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:59.455249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7c091b-6c00-462f-b21f-c05366d8a2e6 req-cfbf0e15-070d-4315-b570-a2499588890f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:59.456992 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9a7c091b-6c00-462f-b21f-c05366d8a2e6 req-cfbf0e15-070d-4315-b570-a2499588890f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0543809 Apr 11 18:50:59.520896 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.536774 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9a7c091b-6c00-462f-b21f-c05366d8a2e6 req-96642caa-94e3-4438-b228-7222d26014aa tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739152 Apr 11 18:50:59.555241 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8ffd1afd-7831-48ce-ba26-89d5cd3710a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.598417 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21be2a-8e26-4e97-bb24-a6e0f9037b6c req-e768a62e-6391-404d-bb8a-d6773fa3273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:59.599892 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1a21be2a-8e26-4e97-bb24-a6e0f9037b6c req-e768a62e-6391-404d-bb8a-d6773fa3273e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 1129 time: 0.0537593 Apr 11 18:50:59.606702 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Publish callbacks [] for security_group (9b288bba-d96d-4cc4-92ae-7bf4dfffc195), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.610480 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (9b288bba-d96d-4cc4-92ae-7bf4dfffc195), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.651454 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c5296902e29c4a1c981ecf6c8d994f9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2756841 Apr 11 18:50:59.652780 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b288bba-d96d-4cc4-92ae-7bf4dfffc195,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:59.653023 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 39076) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:50:59.661376 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.661728 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.662206 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.662552 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.662888 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.663220 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.663548 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.663870 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.664197 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.664522 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.664937 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.665299 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.665625 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.665946 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.666264 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be570b4b-68d4-4681-bb51-af7e8c91e5cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.745027 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Publish callbacks [] for security_group (9b288bba-d96d-4cc4-92ae-7bf4dfffc195), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.752151 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb600956-c800-4605-baa5-798b8594e284 req-b39114d0-80dd-4032-9503-1393c0f8df25 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:59.753618 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bb600956-c800-4605-baa5-798b8594e284 req-b39114d0-80dd-4032-9503-1393c0f8df25 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0609899 Apr 11 18:50:59.790718 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Publish callbacks [] for security_group (9b288bba-d96d-4cc4-92ae-7bf4dfffc195), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.865089 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0d82b003-9f39-4cae-b8e8-50e9d99239b0 req-7253e867-39c7-4822-aa6f-44b3f459ccae tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 210 time: 0.0497434 Apr 11 18:50:59.877663 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bb600956-c800-4605-baa5-798b8594e284 req-31c2d892-0ff9-4d6d-b009-d186a8e7e0be tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157048 Apr 11 18:50:59.905286 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (9b288bba-d96d-4cc4-92ae-7bf4dfffc195), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.908544 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:50:59.912644 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/9b288bba-d96d-4cc4-92ae-7bf4dfffc195 HTTP/1.1" status: 204 len: 168 time: 0.2585912 Apr 11 18:50:59.921293 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b288bba-d96d-4cc4-92ae-7bf4dfffc195,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:50:59.935105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935619 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935619 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.935915 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.936244 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.936572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.936899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.937250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.937581 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.937898 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83d7822d-822c-45da-9a43-70626c367d8f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:50:59.992208 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e82870-179b-46a9-9d09-ab2bae6e014f req-112c0f0b-da2f-4605-a015-9796184b4d10 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:50:59.994362 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60e82870-179b-46a9-9d09-ab2bae6e014f req-112c0f0b-da2f-4605-a015-9796184b4d10 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0535271 Apr 11 18:51:00.049165 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60e82870-179b-46a9-9d09-ab2bae6e014f req-8e4f06ef-f68d-4212-9aeb-dd304c3ba471 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488720 Apr 11 18:51:00.219845 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 39088) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:00.233722 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c97c274e-1917-48cd-a345-311244d87ed7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.305862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c97c274e-1917-48cd-a345-311244d87ed7 admin admin] Publish callbacks [] for security_group (bc5beaff-0f39-43e9-9b30-c234defc05cb), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.309603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c97c274e-1917-48cd-a345-311244d87ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (bc5beaff-0f39-43e9-9b30-c234defc05cb), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.349937 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-c97c274e-1917-48cd-a345-311244d87ed7 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f7a3ccbfe2ee48f08a72b71f8e96a56d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289482 Apr 11 18:51:00.350768 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97c274e-1917-48cd-a345-311244d87ed7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5beaff-0f39-43e9-9b30-c234defc05cb,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:00.353711 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39094) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:00.403735 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b1c04eb-1657-4711-8896-89e01c5a6e9e admin admin] Publish callbacks [] for security_group (bc5beaff-0f39-43e9-9b30-c234defc05cb), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.424855 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b1c04eb-1657-4711-8896-89e01c5a6e9e admin admin] Publish callbacks [] for security_group (bc5beaff-0f39-43e9-9b30-c234defc05cb), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.470547 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b1c04eb-1657-4711-8896-89e01c5a6e9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (bc5beaff-0f39-43e9-9b30-c234defc05cb), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.473208 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b1c04eb-1657-4711-8896-89e01c5a6e9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.474353 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3b1c04eb-1657-4711-8896-89e01c5a6e9e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/bc5beaff-0f39-43e9-9b30-c234defc05cb HTTP/1.1" status: 204 len: 168 time: 0.1194377 Apr 11 18:51:00.482715 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c04eb-1657-4711-8896-89e01c5a6e9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5beaff-0f39-43e9-9b30-c234defc05cb,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:00.576705 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ddaef3ab-88b9-4d20-9ced-601ed4dada97 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:51:00.600481 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: ddaef3ab-88b9-4d20-9ced-601ed4dada97 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:51:00.601338 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ddaef3ab-88b9-4d20-9ced-601ed4dada97 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:51:00.656789 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:00.660989 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5c856-2769-4469-93ca-97df37c1b34d req-6f483301-2815-40de-8273-2e20f4755039 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:00.662577 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7fe5c856-2769-4469-93ca-97df37c1b34d req-6f483301-2815-40de-8273-2e20f4755039 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0550840 Apr 11 18:51:00.713017 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7fe5c856-2769-4469-93ca-97df37c1b34d req-4f79ef4e-4ebc-439a-b31f-3dc3a06f307a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445631 Apr 11 18:51:00.978300 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c8c996a-0a6b-4d58-9283-9cf56ec067d6 req-539d151d-1516-4d95-8903-635991f67ad9 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 210 time: 0.0388958 Apr 11 18:51:01.029533 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede4d8e-cc5d-4f1a-810a-1db1cc0c5672 req-dd74ba12-3803-46ee-b062-29016f16502d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:01.031336 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eede4d8e-cc5d-4f1a-810a-1db1cc0c5672 req-dd74ba12-3803-46ee-b062-29016f16502d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0521455 Apr 11 18:51:01.109906 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eede4d8e-cc5d-4f1a-810a-1db1cc0c5672 req-91eacd97-92eb-4b67-ae30-260f60f27e0b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713093 Apr 11 18:51:01.196762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e56f40-e7d3-4584-b637-1e145c99e0b6 req-62f5d3c4-cbf4-4b8a-8582-192663276876 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:01.198735 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-40e56f40-e7d3-4584-b637-1e145c99e0b6 req-62f5d3c4-cbf4-4b8a-8582-192663276876 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0532517 Apr 11 18:51:01.248933 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-40e56f40-e7d3-4584-b637-1e145c99e0b6 req-f5100dd4-a080-438c-8b0c-eb4cce56f50e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446613 Apr 11 18:51:01.650206 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 39142) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:01.756992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b7da1b7b-4b02-4597-a89a-84f7128b9622 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:01.855636 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d1d28-465e-4f2d-aa74-fe98a0667679 req-5d2ada1c-338d-4f94-9f05-10d115ebc097 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:01.857162 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9a8d1d28-465e-4f2d-aa74-fe98a0667679 req-5d2ada1c-338d-4f94-9f05-10d115ebc097 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0640774 Apr 11 18:51:01.892730 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b7da1b7b-4b02-4597-a89a-84f7128b9622 admin admin] Publish callbacks [] for security_group (d4aa9810-745c-46ff-908d-acc9b0074e8a), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:01.898189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b7da1b7b-4b02-4597-a89a-84f7128b9622 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d4aa9810-745c-46ff-908d-acc9b0074e8a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:01.952057 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9a8d1d28-465e-4f2d-aa74-fe98a0667679 req-3c546797-cc19-4c19-9cf6-6a371bb72520 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852044 Apr 11 18:51:01.955120 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b7da1b7b-4b02-4597-a89a-84f7128b9622 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=491c39e8b4214703a90ddc3947e3f49c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3039141 Apr 11 18:51:01.955808 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da1b7b-4b02-4597-a89a-84f7128b9622 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4aa9810-745c-46ff-908d-acc9b0074e8a,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:01.958134 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39148) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:02.010329 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e3926e9-33c4-4cba-abec-8bfccbad13b7 admin admin] Publish callbacks [] for security_group (d4aa9810-745c-46ff-908d-acc9b0074e8a), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:02.031144 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:02.039436 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e3926e9-33c4-4cba-abec-8bfccbad13b7 admin admin] Publish callbacks [] for security_group (d4aa9810-745c-46ff-908d-acc9b0074e8a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:02.090891 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c6ff33ad-8506-494f-b82a-72951cdb692f req-d0aa3c4d-4c05-43f4-aea7-4b91493f7e97 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 210 time: 0.0300586 Apr 11 18:51:02.093701 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e3926e9-33c4-4cba-abec-8bfccbad13b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d4aa9810-745c-46ff-908d-acc9b0074e8a), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:02.096265 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7e3926e9-33c4-4cba-abec-8bfccbad13b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:02.097429 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7e3926e9-33c4-4cba-abec-8bfccbad13b7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d4aa9810-745c-46ff-908d-acc9b0074e8a HTTP/1.1" status: 204 len: 168 time: 0.1383116 Apr 11 18:51:02.105330 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3926e9-33c4-4cba-abec-8bfccbad13b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4aa9810-745c-46ff-908d-acc9b0074e8a,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:02.247292 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d151919-2b07-4044-b407-6c4b087341d9 req-1a0eddee-9ee5-4a09-b7e4-b3696742a4f3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:02.248752 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d151919-2b07-4044-b407-6c4b087341d9 req-1a0eddee-9ee5-4a09-b7e4-b3696742a4f3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0531571 Apr 11 18:51:02.302279 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d151919-2b07-4044-b407-6c4b087341d9 req-c755ce82-bbd1-4dff-a307-f9c99bd92bd9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479312 Apr 11 18:51:02.374455 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0dfb7-5d2c-40e7-8698-518085375b21 req-a8c37a5e-a68d-4f92-a033-14c05963269f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:02.376149 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e7a0dfb7-5d2c-40e7-8698-518085375b21 req-a8c37a5e-a68d-4f92-a033-14c05963269f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0495238 Apr 11 18:51:02.426878 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e7a0dfb7-5d2c-40e7-8698-518085375b21 req-e6d0df47-c262-4284-8549-18452483b8ce tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434070 Apr 11 18:51:02.529083 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1a21be2a-8e26-4e97-bb24-a6e0f9037b6c req-640fba62-df3d-43c0-bd10-efa873395105 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434504 Apr 11 18:51:02.651944 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:51:02.874675 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-d8be96fe-538b-4857-b01d-e553e169e4a5 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:02.876093 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-d8be96fe-538b-4857-b01d-e553e169e4a5 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.58 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 808 time: 0.1057301 Apr 11 18:51:02.959244 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-10339062-6f84-49d9-99fb-6feede7c493d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ce353fb24d7498692339b92c6e375f8 HTTP/1.1" status: 200 len: 379 time: 0.0553706 Apr 11 18:51:02.972709 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'port': {'device_id': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'admin_state_up': True, 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'security_groups': ['d230bff8-7394-4bcd-87af-e8bcde255b3d']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:03.121413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e21a16-af80-4e6a-8e6e-cb63f20f97fb req-e3c1e19a-9000-4e6f-8490-12de381909b3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:03.121413 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09e21a16-af80-4e6a-8e6e-cb63f20f97fb req-e3c1e19a-9000-4e6f-8490-12de381909b3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0651741 Apr 11 18:51:03.157385 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Made reservation on behalf of 6ce353fb24d7498692339b92c6e375f8 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:51:03.170248 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:03.229740 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cabbee62-3880-46dd-9f73-4cbd96a27429 req-bbd82ab7-6480-4e17-8629-16c460e953e7 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 210 time: 0.0441222 Apr 11 18:51:03.278620 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09e21a16-af80-4e6a-8e6e-cb63f20f97fb req-bffca8a9-9da3-4a35-859f-850cb3394caa tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314993 Apr 11 18:51:03.351966 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Allocated IP 172.20.0.10 (8a062a1f-16d7-4459-bc5a-79f3afcebd3d/15c7f995-d3d1-4d11-aa61-7854718a55a2/ab5826bb-627e-497e-8cf7-52cf8a32a16e) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:51:03.650671 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:03.720840 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8341f9-d94d-45f1-9c39-634268d26c0f req-972c8e79-a80d-400f-a847-b08672b227a3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:03.722870 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6b8341f9-d94d-45f1-9c39-634268d26c0f req-972c8e79-a80d-400f-a847-b08672b227a3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.3421676 Apr 11 18:51:03.808407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446dca6-e7df-4120-856c-a9cc7da2284b req-5703a551-0b9b-4a83-8616-7c95302c36cb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:03.809962 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6446dca6-e7df-4120-856c-a9cc7da2284b req-5703a551-0b9b-4a83-8616-7c95302c36cb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0976567 Apr 11 18:51:03.863200 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:03.874853 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6b8341f9-d94d-45f1-9c39-634268d26c0f req-aac9af05-bcba-42d1-bd33-d2bb08b04f92 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1374447 Apr 11 18:51:03.915373 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6446dca6-e7df-4120-856c-a9cc7da2284b req-df56a802-4bfd-4961-bb40-903086456299 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938911 Apr 11 18:51:03.935787 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:03.983381 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:51:03.986812 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:51:03.989244 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:51:03.994591 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:03.995213 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:04.010628 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:04.021835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-5545b2e3-f890-4218-ade7-017f8ed4b0c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0529583 Apr 11 18:51:04.196194 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-d5d317fd-845a-439a-be24-679ec2589f7d None None] Provisioning complete for port ab5826bb-627e-497e-8cf7-52cf8a32a16e triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:51:04.196578 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d5d317fd-845a-439a-be24-679ec2589f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:04.234166 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-d5d317fd-845a-439a-be24-679ec2589f7d None None] Port ab5826bb-627e-497e-8cf7-52cf8a32a16e cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:51:04.486825 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f12a6c6-0559-4bef-a8da-04084dc8f0f9 req-2346d59b-c84d-423b-9146-03e40f7f359e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:04.489301 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4f12a6c6-0559-4bef-a8da-04084dc8f0f9 req-2346d59b-c84d-423b-9146-03e40f7f359e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 932 time: 0.1383498 Apr 11 18:51:04.534370 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Request body: {'port': {'device_id': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:04.560015 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd528dee-f123-4531-8ea5-cafd1490cc7a req-dcd7d7b8-5a77-4f2e-a275-c8b975f4358e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:04.560015 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd528dee-f123-4531-8ea5-cafd1490cc7a req-dcd7d7b8-5a77-4f2e-a275-c8b975f4358e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.1312201 Apr 11 18:51:04.706027 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4f12a6c6-0559-4bef-a8da-04084dc8f0f9 req-14599a24-4002-448a-b573-1f758766bb87 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2011840 Apr 11 18:51:04.728402 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd528dee-f123-4531-8ea5-cafd1490cc7a req-48b91f29-0195-4a8f-ac31-51e018375ce9 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1711750 Apr 11 18:51:04.748171 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:05.088468 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7a26d5-1f10-487c-ba4e-bab8033f81fd req-e0887258-93d1-4673-8611-d3c76c4d2fb8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:05.089995 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4b7a26d5-1f10-487c-ba4e-bab8033f81fd req-e0887258-93d1-4673-8611-d3c76c4d2fb8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.1074224 Apr 11 18:51:05.108027 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3839ec-56a7-4207-907a-f9dbd49e8524 req-e4750c81-5856-4c53-93fb-49545b20d23d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:05.116002 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac3839ec-56a7-4207-907a-f9dbd49e8524 req-e4750c81-5856-4c53-93fb-49545b20d23d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0934730 Apr 11 18:51:05.241643 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac3839ec-56a7-4207-907a-f9dbd49e8524 req-349db483-ad0e-4168-a235-128ee9737399 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200049 Apr 11 18:51:05.315704 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4b7a26d5-1f10-487c-ba4e-bab8033f81fd req-5cddd26b-e188-408c-a3bc-792a5b6d155d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119689 Apr 11 18:51:05.352030 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab5826bb-627e-497e-8cf7-52cf8a32a16e {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:51:05.361696 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Publish callbacks [] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:05.379890 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Transition to ACTIVE for port object ab5826bb-627e-497e-8cf7-52cf8a32a16e will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:51:05.384729 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:05.450441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:05.521896 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Attempting to bind port ab5826bb-627e-497e-8cf7-52cf8a32a16e on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:51:05.523607 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Attempting to bind port ab5826bb-627e-497e-8cf7-52cf8a32a16e by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:51:05.524711 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Attempting to bind port ab5826bb-627e-497e-8cf7-52cf8a32a16e on network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:51:05.542796 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Port ab5826bb-627e-497e-8cf7-52cf8a32a16e on network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:51:05.543261 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Attempting to bind port ab5826bb-627e-497e-8cf7-52cf8a32a16e on network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:51:05.623016 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-f79ae55c-013c-4c21-9530-9b427cb0147c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:05.624884 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-f79ae55c-013c-4c21-9530-9b427cb0147c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 1129 time: 0.0831470 Apr 11 18:51:05.634501 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 50, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:51:05.634844 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Checking segment: {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:51:05.635299 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Bound using segment: {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:51:05.635873 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Bound port: ab5826bb-627e-497e-8cf7-52cf8a32a16e, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '107143e1-0bb3-4ab2-87ca-9ddad388883c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 528, 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:51:05.646083 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:05.798745 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0655b9e4-6b05-42b3-bcdb-527940f1e712 req-c094fd01-277d-42b8-9a5a-0195b6db77c8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:05.800891 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0655b9e4-6b05-42b3-bcdb-527940f1e712 req-c094fd01-277d-42b8-9a5a-0195b6db77c8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.2281554 Apr 11 18:51:05.886945 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:51:05.968899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:51:05.978362 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4412ea96-53c4-494a-b646-13ff74b12fb9 req-a8befa91-9524-4a46-ac47-e6a8ef09d3b2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:05.980222 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4412ea96-53c4-494a-b646-13ff74b12fb9 req-a8befa91-9524-4a46-ac47-e6a8ef09d3b2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.1515737 Apr 11 18:51:05.983990 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-15585807-8221-4469-9954-c6b1ee3e143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:05.985899 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-15585807-8221-4469-9954-c6b1ee3e143c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.3337631 Apr 11 18:51:06.005691 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0655b9e4-6b05-42b3-bcdb-527940f1e712 req-21a8de80-9c06-453a-b166-e4fdd34f7ebb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741130 Apr 11 18:51:06.052017 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:51:06.070505 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:06.089450 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'port_id': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'mac_address': 'fa:16:3e:07:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:51:06.134097 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-324a6133-29bd-4fd3-ad2b-86826d9042c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92899fde-bb19-4d95-a48a-51d637c73a8e HTTP/1.1" status: 200 len: 217 time: 0.1266482 Apr 11 18:51:06.135148 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:06.141193 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: ACTIVE; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:06.141803 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:06.157001 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0a4d41df-b2ba-4125-a890-3a2d9460fc4b {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:51:06.184936 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:06.192509 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:06.250673 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=6']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:06.300512 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:06.301488 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:06.302908 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] 10.222.0.58 "PUT /v2.0/ports/ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 1094 time: 1.7761908 Apr 11 18:51:06.311483 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:06.313783 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3" -d '{"events": [{"name": "network-changed", "server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:06.333995 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['0a4d41df-b2ba-4125-a890-3a2d9460fc4b'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:51:06.338477 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2730049-f2a7-41c1-8dc8-af976c9f0f9e req-70b9684f-de93-4ca8-9cb6-8f3721a4bb2a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:06.341504 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d2730049-f2a7-41c1-8dc8-af976c9f0f9e req-70b9684f-de93-4ca8-9cb6-8f3721a4bb2a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.2148464 Apr 11 18:51:06.354106 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4412ea96-53c4-494a-b646-13ff74b12fb9 req-45dbfcdc-8835-4219-a4a8-1e572ba7488c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3611321 Apr 11 18:51:06.364791 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-9aaa3dc3-60c3-415b-bbca-3d5ec9fe4d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:06.366298 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-9aaa3dc3-60c3-415b-bbca-3d5ec9fe4d36 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.2059350 Apr 11 18:51:06.409709 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d823e-d0d8-4c77-bf1b-0190429edaae service neutron] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:06.574161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf35812-d4c7-496f-8dbb-57fb3fdee2e9 x-openstack-request-id: req-9cf35812-d4c7-496f-8dbb-57fb3fdee2e9 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:06.574666 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:06.575145 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9cf35812-d4c7-496f-8dbb-57fb3fdee2e9 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:06.575788 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cf35812-d4c7-496f-8dbb-57fb3fdee2e9'] response: {'name': 'network-changed', 'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'status': 'completed', 'code': 200} Apr 11 18:51:06.576920 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-cbad8d24-2a68-45f5-9e67-7f2efe7cdd81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:06.579235 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-cbad8d24-2a68-45f5-9e67-7f2efe7cdd81 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1927130 Apr 11 18:51:06.720531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78d0d8d-eea2-40e6-ad1d-53b59e4fbafb req-62531498-af1e-4a08-93b4-96e48d79a9d6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:06.723554 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c78d0d8d-eea2-40e6-ad1d-53b59e4fbafb req-62531498-af1e-4a08-93b4-96e48d79a9d6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 944 time: 0.1274004 Apr 11 18:51:06.754549 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-b0976f51-d425-42af-9bcd-470487f40eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:06.756963 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-b0976f51-d425-42af-9bcd-470487f40eb3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1128 time: 0.3821316 Apr 11 18:51:06.839819 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39312) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:06.844413 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d2730049-f2a7-41c1-8dc8-af976c9f0f9e req-93e57723-6346-49d1-afed-a1537eebe9c0 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4841013 Apr 11 18:51:06.849151 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-2b2a6e43-5d63-4427-b12b-31662db4a92a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 217 time: 0.0675101 Apr 11 18:51:06.972284 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c78d0d8d-eea2-40e6-ad1d-53b59e4fbafb req-4839f295-789e-4f93-8a4e-350319af0dc8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189932 Apr 11 18:51:07.005337 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-76a04a74-a3d9-4cb5-8973-162fbdbf0673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:07.007515 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-650e5961-c8e0-4318-b0e8-31c18b9b4107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:07.011004 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-76a04a74-a3d9-4cb5-8973-162fbdbf0673 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 200 len: 847 time: 0.1111505 Apr 11 18:51:07.044813 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-d0476480-7528-46ea-9d7e-7798e8e179f0 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709528 Apr 11 18:51:07.120690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348a6b60-961b-45d7-b512-45292b2c8485 req-c119816f-b7c0-4309-befd-7b1929790a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:07.122631 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-c119816f-b7c0-4309-befd-7b1929790a18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0996361 Apr 11 18:51:07.143167 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-650e5961-c8e0-4318-b0e8-31c18b9b4107 admin admin] Publish callbacks [] for security_group (6148f061-e3b5-40a8-89b5-2f810868b4ed), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:07.151356 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-650e5961-c8e0-4318-b0e8-31c18b9b4107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (6148f061-e3b5-40a8-89b5-2f810868b4ed), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:07.195926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650e5961-c8e0-4318-b0e8-31c18b9b4107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6148f061-e3b5-40a8-89b5-2f810868b4ed,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:07.216258 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-650e5961-c8e0-4318-b0e8-31c18b9b4107 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e917e9e2f8064f5b9293187ad6981546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3752968 Apr 11 18:51:07.218848 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39318) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:07.244814 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25830d5-c10c-4ef8-920a-03e0f17763f9 req-62717d57-d410-4b3d-8a43-b1b932745dea tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:07.246341 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b25830d5-c10c-4ef8-920a-03e0f17763f9 req-62717d57-d410-4b3d-8a43-b1b932745dea tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1395552 Apr 11 18:51:07.297554 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9791a4b8-adfb-4c19-82c0-02850ae11415 admin admin] Publish callbacks [] for security_group (6148f061-e3b5-40a8-89b5-2f810868b4ed), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:07.333358 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9791a4b8-adfb-4c19-82c0-02850ae11415 admin admin] Publish callbacks [] for security_group (6148f061-e3b5-40a8-89b5-2f810868b4ed), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:07.337590 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ac2eed33-3025-44be-aeac-5359f23b54b3 req-47a3bda9-de37-47a4-a6ca-cd6cfc45ae65 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645488 Apr 11 18:51:07.383614 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-b5047c24-3d72-428e-b4cd-802d78a0aeb4 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165337 Apr 11 18:51:07.416086 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b25830d5-c10c-4ef8-920a-03e0f17763f9 req-45951a69-2aa4-42e3-bc1f-6b72eb130abd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300919 Apr 11 18:51:07.422660 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9791a4b8-adfb-4c19-82c0-02850ae11415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (6148f061-e3b5-40a8-89b5-2f810868b4ed), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:07.427371 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9791a4b8-adfb-4c19-82c0-02850ae11415 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:07.428572 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9791a4b8-adfb-4c19-82c0-02850ae11415 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6148f061-e3b5-40a8-89b5-2f810868b4ed HTTP/1.1" status: 204 len: 168 time: 0.2077694 Apr 11 18:51:07.440444 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9791a4b8-adfb-4c19-82c0-02850ae11415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6148f061-e3b5-40a8-89b5-2f810868b4ed,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:07.597646 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170559b0-bc1c-46e9-84cc-d265f05d480d req-21997494-052c-4c62-afd1-c6925d3f242f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:07.597646 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-170559b0-bc1c-46e9-84cc-d265f05d480d req-21997494-052c-4c62-afd1-c6925d3f242f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.1200287 Apr 11 18:51:07.696788 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-170559b0-bc1c-46e9-84cc-d265f05d480d req-9e703451-9295-4d61-bda8-8631149f6bcb tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743592 Apr 11 18:51:07.698977 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-348a6b60-961b-45d7-b512-45292b2c8485 req-bb070705-6c17-4a35-8a31-88b88efbe44d service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407935 Apr 11 18:51:07.915808 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:51:08.054370 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:51:08.054370 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:08.068018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca4c37-f177-4d4d-9bb0-82ae9279e96d req-90a55d15-d95f-40c1-8736-32c5cf2853e9 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:08.068018 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-94ca4c37-f177-4d4d-9bb0-82ae9279e96d req-90a55d15-d95f-40c1-8736-32c5cf2853e9 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.1068518 Apr 11 18:51:08.157463 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:08.158386 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:08.199179 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-94ca4c37-f177-4d4d-9bb0-82ae9279e96d req-25c3052a-be33-4b5a-a131-c1ef3457a1ac tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245668 Apr 11 18:51:08.203773 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:08.207028 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e59d24-d7b4-4c8e-b999-40b061bdd8e4" -d '{"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:08.225267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6adc932-d541-4a66-a135-3e1421431d89 req-32ba45a1-566f-4f5e-8f54-4b859f15ded9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:08.226767 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f6adc932-d541-4a66-a135-3e1421431d89 req-32ba45a1-566f-4f5e-8f54-4b859f15ded9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0916085 Apr 11 18:51:08.232791 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:08.237643 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:08.279526 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe6dc83-d288-4766-9338-24a5ba58c4d1 x-openstack-request-id: req-5fe6dc83-d288-4766-9338-24a5ba58c4d1 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:08.279833 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:08.280270 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5fe6dc83-d288-4766-9338-24a5ba58c4d1 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:08.280666 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5fe6dc83-d288-4766-9338-24a5ba58c4d1'] response: {'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'code': 200} Apr 11 18:51:08.300260 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f6adc932-d541-4a66-a135-3e1421431d89 req-55106b05-1d87-4f6c-b171-0a8451cf03d5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671878 Apr 11 18:51:08.308124 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=7']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:08.550373 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd9f481-c656-4de4-b281-5c148f64f8cc req-7cafc905-95d5-4f02-8b1a-4cae0279cbec tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:08.557632 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4cd9f481-c656-4de4-b281-5c148f64f8cc req-7cafc905-95d5-4f02-8b1a-4cae0279cbec tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0604005 Apr 11 18:51:08.614604 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4cd9f481-c656-4de4-b281-5c148f64f8cc req-d4e029eb-4eec-479b-ad5c-8ec63daa9ea7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557854 Apr 11 18:51:08.875541 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e4229a-d431-40e1-bd50-00ff5d7c8717 req-6c95f808-c531-4c80-88b8-59d194c87aa0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:08.877741 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-28e4229a-d431-40e1-bd50-00ff5d7c8717 req-6c95f808-c531-4c80-88b8-59d194c87aa0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0759881 Apr 11 18:51:08.948783 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-28e4229a-d431-40e1-bd50-00ff5d7c8717 req-cbcdd4ff-9f59-44b9-9ecf-1aafcb58e37d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596159 Apr 11 18:51:09.359194 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abbfdb2-2d54-4645-8830-567027503b38 req-1d7cb288-365e-40ff-816a-6e764b2c702a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:09.360684 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3abbfdb2-2d54-4645-8830-567027503b38 req-1d7cb288-365e-40ff-816a-6e764b2c702a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0639288 Apr 11 18:51:09.440857 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bf96a-4ab7-400c-ae78-5109078877ca req-53f7e024-a806-4574-97eb-b95e9d8e21a9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:09.442325 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8d1bf96a-4ab7-400c-ae78-5109078877ca req-53f7e024-a806-4574-97eb-b95e9d8e21a9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0622191 Apr 11 18:51:09.446499 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3abbfdb2-2d54-4645-8830-567027503b38 req-a5c6bb06-1343-4afb-86fa-ed1b742e02fe tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802691 Apr 11 18:51:09.499738 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8d1bf96a-4ab7-400c-ae78-5109078877ca req-86fe0274-d938-47fe-ace2-66f6d4366802 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517166 Apr 11 18:51:09.808629 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbcf8ad-4e37-425a-934e-bacb875d5f2a req-1b1ef91f-b63a-44a7-bab7-b69f5da6eef1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:09.810544 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6bbcf8ad-4e37-425a-934e-bacb875d5f2a req-1b1ef91f-b63a-44a7-bab7-b69f5da6eef1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.1055524 Apr 11 18:51:09.867787 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6bbcf8ad-4e37-425a-934e-bacb875d5f2a req-80e463be-3ecf-409c-93e3-d7a15d0b2c9d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462239 Apr 11 18:51:10.060934 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a09adf-437f-44e4-934a-4511abe2654e req-1b857c74-9a76-4b65-9f7e-d72e81ce4f12 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:10.062492 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-76a09adf-437f-44e4-934a-4511abe2654e req-1b857c74-9a76-4b65-9f7e-d72e81ce4f12 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0520537 Apr 11 18:51:10.212968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-77388b02-a9eb-4875-b37c-b1d1ef7639b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:10.214519 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-77388b02-a9eb-4875-b37c-b1d1ef7639b5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1128 time: 0.1511564 Apr 11 18:51:10.393714 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-76a09adf-437f-44e4-934a-4511abe2654e req-839a99c6-b558-46b8-a960-3f810dc82317 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3147402 Apr 11 18:51:10.428273 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-1dffef03-182e-4167-a85c-4737a373b019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:10.429833 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-1dffef03-182e-4167-a85c-4737a373b019 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 909 time: 0.1750062 Apr 11 18:51:10.488187 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-d9a99704-1177-49d2-9cb5-a4ab6e3272d6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 217 time: 0.0406520 Apr 11 18:51:10.572242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-759af82f-7c85-422b-a5b7-ea102be448c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:10.573742 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-759af82f-7c85-422b-a5b7-ea102be448c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 200 len: 847 time: 0.0796852 Apr 11 18:51:10.625345 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7e8aaf-8695-4fe8-bc76-3318e1bf2024 req-78918020-09c2-4d70-aed4-b7fb317d8186 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:10.627235 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e7e8aaf-8695-4fe8-bc76-3318e1bf2024 req-78918020-09c2-4d70-aed4-b7fb317d8186 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0936966 Apr 11 18:51:10.669018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-736b3e1c-d4ef-4c8a-a3ef-1cbec3addb12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:10.670511 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-736b3e1c-d4ef-4c8a-a3ef-1cbec3addb12 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0905907 Apr 11 18:51:10.716189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ca7672-4e6b-490a-b27e-c59db927730f req-a6ee75f4-b80e-4767-90f4-1cea13867ab0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:10.717678 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-87ca7672-4e6b-490a-b27e-c59db927730f req-a6ee75f4-b80e-4767-90f4-1cea13867ab0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.1236415 Apr 11 18:51:10.791954 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e7e8aaf-8695-4fe8-bc76-3318e1bf2024 req-afc835af-e3dc-4c5b-9b9f-0510b6594a1e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1559699 Apr 11 18:51:10.835365 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-87ca7672-4e6b-490a-b27e-c59db927730f req-e7fe08aa-8a1d-4edc-9b98-26176e80b5c7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1105645 Apr 11 18:51:10.846673 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-1922ad08-5dc5-44ea-a95e-b7ac90b5cbd5 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619136 Apr 11 18:51:11.189545 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f7de341-7cd0-4887-bfd6-b4a36acf32f3 req-74673fb9-5088-4969-a6de-9c7ff5215303 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3315172 Apr 11 18:51:11.556476 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5272e22a-246c-4781-b53a-37c647509e0e req-043beb48-c268-4ffd-9cad-cda37e27ea04 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:11.566682 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5272e22a-246c-4781-b53a-37c647509e0e req-043beb48-c268-4ffd-9cad-cda37e27ea04 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0791886 Apr 11 18:51:11.592226 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39484) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:11.597497 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-d5931435-b513-4a00-b165-27e265f9e407 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535874174', 'description': 'tempest-description--1290686148'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:11.628284 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d5931435-b513-4a00-b165-27e265f9e407 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.631082 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5272e22a-246c-4781-b53a-37c647509e0e req-934d1c19-0647-4f84-8b3b-0e0fad83eee0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647571 Apr 11 18:51:11.708230 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d5931435-b513-4a00-b165-27e265f9e407 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group (bbaa3836-979d-40ff-bff3-4ea0bfd347a4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.713009 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d5931435-b513-4a00-b165-27e265f9e407 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (bbaa3836-979d-40ff-bff3-4ea0bfd347a4), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.748061 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d5931435-b513-4a00-b165-27e265f9e407 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.749417 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d5931435-b513-4a00-b165-27e265f9e407 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1555431 Apr 11 18:51:11.750284 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5931435-b513-4a00-b165-27e265f9e407 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaa3836-979d-40ff-bff3-4ea0bfd347a4,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:11.752374 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39486) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:11.757916 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-6c23775e-eca6-4f53-977a-079f79f00862 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3836-979d-40ff-bff3-4ea0bfd347a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:11.785300 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c23775e-eca6-4f53-977a-079f79f00862 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group_rule (8e40af80-785a-46eb-bd11-bbd154bcf859), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.851495 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c23775e-eca6-4f53-977a-079f79f00862 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group_rule (8e40af80-785a-46eb-bd11-bbd154bcf859), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.856102 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c23775e-eca6-4f53-977a-079f79f00862 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (8e40af80-785a-46eb-bd11-bbd154bcf859), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.880618 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c23775e-eca6-4f53-977a-079f79f00862 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e40af80-785a-46eb-bd11-bbd154bcf859,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:11.892457 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c23775e-eca6-4f53-977a-079f79f00862 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:11.895482 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6c23775e-eca6-4f53-977a-079f79f00862 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1421757 Apr 11 18:51:11.898339 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 39492) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:11.903291 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-7f16b3d1-6b06-4f0e-a007-4d7db6b8bfb6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'security_group_rule': {'security_group_id': 'bbaa3836-979d-40ff-bff3-4ea0bfd347a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:12.001492 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4eeb1-ea6f-4e49-aebb-0f1c8a3b51bf req-1b46783f-4e4c-4009-ba45-ee7bb86bc070 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:12.003022 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5fb4eeb1-ea6f-4e49-aebb-0f1c8a3b51bf req-1b46783f-4e4c-4009-ba45-ee7bb86bc070 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0953472 Apr 11 18:51:12.012249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205705af-eff5-422b-bd83-1eee1ac3138e req-d8b6c3c9-2df0-40ef-9272-a0317b10a88e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:12.013816 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-205705af-eff5-422b-bd83-1eee1ac3138e req-d8b6c3c9-2df0-40ef-9272-a0317b10a88e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0720932 Apr 11 18:51:12.014459 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7f16b3d1-6b06-4f0e-a007-4d7db6b8bfb6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group_rule (74d84366-0ba4-4f55-9810-d76f89f981f9), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.132670 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5fb4eeb1-ea6f-4e49-aebb-0f1c8a3b51bf req-648c3817-ae10-40f9-a846-b6550a7b3242 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151021 Apr 11 18:51:12.140026 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-205705af-eff5-422b-bd83-1eee1ac3138e req-c083a3d9-57b2-4da8-8894-1899e7c4bb59 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196103 Apr 11 18:51:12.141804 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7f16b3d1-6b06-4f0e-a007-4d7db6b8bfb6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group_rule (74d84366-0ba4-4f55-9810-d76f89f981f9), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.157096 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7f16b3d1-6b06-4f0e-a007-4d7db6b8bfb6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (74d84366-0ba4-4f55-9810-d76f89f981f9), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.189275 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16b3d1-6b06-4f0e-a007-4d7db6b8bfb6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d84366-0ba4-4f55-9810-d76f89f981f9,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:12.200107 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7f16b3d1-6b06-4f0e-a007-4d7db6b8bfb6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.204669 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-7f16b3d1-6b06-4f0e-a007-4d7db6b8bfb6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3049684 Apr 11 18:51:12.204947 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39494) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:12.209774 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:12.231470 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.316209 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.436699 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Allocated IP 172.27.0.159 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/bdcd0dde-6f73-47ee-9ea0-171112bfa299) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:51:12.549282 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.621620 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.671283 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:51:12.674217 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:51:12.679425 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:51:12.702842 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'Port': ['ID=bdcd0dde-6f73-47ee-9ea0-171112bfa299,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:12.783261 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.787630 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a225180-1846-4cff-80ad-d95fe906eb8d req-c05609f6-4031-4ce4-8a42-6468e3618c2e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:12.789689 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a225180-1846-4cff-80ad-d95fe906eb8d req-c05609f6-4031-4ce4-8a42-6468e3618c2e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0686371 Apr 11 18:51:12.832924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:12.844372 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a225180-1846-4cff-80ad-d95fe906eb8d req-bd91f2f0-2a14-454e-baf0-723d6556939e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474215 Apr 11 18:51:13.046461 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:13.052816 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033642'] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:13.149970 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'Port': ['ID=bdcd0dde-6f73-47ee-9ea0-171112bfa299,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:13.171260 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:13.195085 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:13.197139 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-67d5bd72-99d4-499c-9d0a-2fead8a8ad75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9910362 Apr 11 18:51:13.306711 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b2f60-053a-4785-9324-0f2aa3b86585 req-ae4da89a-a439-4998-abe2-5bc4887d0c35 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:13.308230 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd7b2f60-053a-4785-9324-0f2aa3b86585 req-ae4da89a-a439-4998-abe2-5bc4887d0c35 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0918307 Apr 11 18:51:13.319916 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd46611-3f6e-40f6-b843-889b79df4a1a req-23276987-a1c6-4ba2-9f11-4a86c2275a87 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:13.327076 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4fd46611-3f6e-40f6-b843-889b79df4a1a req-23276987-a1c6-4ba2-9f11-4a86c2275a87 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0699558 Apr 11 18:51:13.404266 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4fd46611-3f6e-40f6-b843-889b79df4a1a req-ead6f5e3-dfc0-44a9-b299-879992168a7d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763099 Apr 11 18:51:13.407233 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd7b2f60-053a-4785-9324-0f2aa3b86585 req-e0c3e605-be6b-4c2b-afc3-7a3691394395 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773335 Apr 11 18:51:13.736712 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c302b7-334a-4172-ac3e-d9e479c8dcc7 req-126759b9-c134-4837-9f00-14fe7aaf7fef tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:13.738201 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-89c302b7-334a-4172-ac3e-d9e479c8dcc7 req-126759b9-c134-4837-9f00-14fe7aaf7fef tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0770123 Apr 11 18:51:13.809340 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-ade9357f-35aa-4d47-b751-05b37cc0ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:13.810826 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-ade9357f-35aa-4d47-b751-05b37cc0ae31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 1129 time: 0.0716445 Apr 11 18:51:13.822582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-89c302b7-334a-4172-ac3e-d9e479c8dcc7 req-16a10831-e1e8-4bd0-a2ed-5f7a3d72d451 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726671 Apr 11 18:51:13.954572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-c4d9aecd-5ca1-486a-bb84-3ecc30362c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:13.956304 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-c4d9aecd-5ca1-486a-bb84-3ecc30362c68 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 911 time: 0.1329184 Apr 11 18:51:14.025800 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11fd740-fd50-4288-8242-ede3f3540a55 req-3426c6ad-028b-4104-8569-e89d253cb458 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:14.027522 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e11fd740-fd50-4288-8242-ede3f3540a55 req-3426c6ad-028b-4104-8569-e89d253cb458 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.1112099 Apr 11 18:51:14.072339 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-5466534b-01f7-4a32-81ba-4d5312fdfe8c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a HTTP/1.1" status: 200 len: 1001 time: 0.1087141 Apr 11 18:51:14.151881 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e11fd740-fd50-4288-8242-ede3f3540a55 req-c8ef3639-9cbf-4d71-823c-c810e18f33d1 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1183326 Apr 11 18:51:14.167562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-ebd010ad-5473-49f5-ab72-a34a3861be10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:14.168998 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-ebd010ad-5473-49f5-ab72-a34a3861be10 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.0886788 Apr 11 18:51:14.220748 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-19e0b4d8-8fd2-4949-a9c0-1e2b25413c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:14.222410 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-19e0b4d8-8fd2-4949-a9c0-1e2b25413c19 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442052 Apr 11 18:51:14.324924 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-b657c01c-cc00-43f1-8a2e-e0bc5e48d84c service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911119 Apr 11 18:51:14.426914 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6cec2762-e867-498f-bbc1-64dcfdda86f1 req-9ec624b2-af23-4d13-8694-86277c8d5217 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890560 Apr 11 18:51:14.554829 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af94b628-2847-48c8-a798-b07bf87cc552 req-20572491-9a34-4a92-87f6-a9ae1f2a22e8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:14.556645 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-af94b628-2847-48c8-a798-b07bf87cc552 req-20572491-9a34-4a92-87f6-a9ae1f2a22e8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0586166 Apr 11 18:51:14.608943 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-af94b628-2847-48c8-a798-b07bf87cc552 req-85c278aa-cd01-449d-ad56-25c6f02b059d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458896 Apr 11 18:51:14.959888 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33085bb-5fd4-4954-8ff4-129bb96d9fcf req-217a329e-9860-43ce-ba65-bfb86af61886 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:14.961217 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f33085bb-5fd4-4954-8ff4-129bb96d9fcf req-217a329e-9860-43ce-ba65-bfb86af61886 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0530558 Apr 11 18:51:15.016527 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f33085bb-5fd4-4954-8ff4-129bb96d9fcf req-6ffa3403-2493-4a61-97d9-95700301ca3d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494535 Apr 11 18:51:15.289727 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e311024-1cd0-4d1c-b5bf-1aba92a25784 req-baf1e11b-7aac-4fd1-8113-819a4367447d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:15.291652 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8e311024-1cd0-4d1c-b5bf-1aba92a25784 req-baf1e11b-7aac-4fd1-8113-819a4367447d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0619752 Apr 11 18:51:15.343141 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8e311024-1cd0-4d1c-b5bf-1aba92a25784 req-f310acea-34d5-4bd2-b642-c5f9a877e6d0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456967 Apr 11 18:51:15.751002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f010e8-02a6-4b07-9f19-c2e5b515cdcc req-f9e5ce2a-19d6-4498-afc0-afc358053925 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:15.752500 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78f010e8-02a6-4b07-9f19-c2e5b515cdcc req-f9e5ce2a-19d6-4498-afc0-afc358053925 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0528662 Apr 11 18:51:15.815081 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78f010e8-02a6-4b07-9f19-c2e5b515cdcc req-13c33de3-54d3-49d9-a1d9-0eeb3b438636 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566511 Apr 11 18:51:16.141809 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999d396a-7483-4d05-952d-cef2d0b61470 req-4344d080-70be-4bd9-9e91-e617ac39ef36 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:16.143306 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-999d396a-7483-4d05-952d-cef2d0b61470 req-4344d080-70be-4bd9-9e91-e617ac39ef36 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0549872 Apr 11 18:51:16.192838 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-999d396a-7483-4d05-952d-cef2d0b61470 req-40dee3bd-ac29-4bd9-b04c-374262e251a6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433855 Apr 11 18:51:16.463974 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a97c27-8dd9-4c15-b438-cc22a9039449 req-87f49a09-4f7e-4b00-9592-d5ed273b9350 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:16.465594 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-22a97c27-8dd9-4c15-b438-cc22a9039449 req-87f49a09-4f7e-4b00-9592-d5ed273b9350 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0479312 Apr 11 18:51:16.517346 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-22a97c27-8dd9-4c15-b438-cc22a9039449 req-4f7afacf-2315-4628-a3d8-f5b21ef120a0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444887 Apr 11 18:51:16.953161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0973c8-61d2-4c89-b82f-8048d2aa6909 req-66a910ec-3dc2-4526-9ca6-baa4fde50f98 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:16.954958 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a0973c8-61d2-4c89-b82f-8048d2aa6909 req-66a910ec-3dc2-4526-9ca6-baa4fde50f98 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0534604 Apr 11 18:51:17.013600 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a0973c8-61d2-4c89-b82f-8048d2aa6909 req-399af034-7d01-4af7-8403-5a3c0e5fe29b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515027 Apr 11 18:51:17.631958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa5f48d-4659-4e07-b9a3-7629c91501af req-8dd242e5-2837-45ec-87af-2fbdad3df798 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:17.634033 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2fa5f48d-4659-4e07-b9a3-7629c91501af req-8dd242e5-2837-45ec-87af-2fbdad3df798 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0476635 Apr 11 18:51:17.687118 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2fa5f48d-4659-4e07-b9a3-7629c91501af req-75fe9859-0759-481a-a950-eb32531658dd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468841 Apr 11 18:51:17.986779 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ab5826bb-627e-497e-8cf7-52cf8a32a16e details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:51:18.102115 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:18.118303 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'port_id': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'mac_address': 'fa:16:3e:6b:c6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:51:18.162806 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ab5826bb-627e-497e-8cf7-52cf8a32a16e is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:18.163195 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:18.178167 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5826bb-627e-497e-8cf7-52cf8a32a16e {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:51:18.186085 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb05cd0-edcb-4178-bb1d-d77040b3cc4c req-a1f443f9-6dd1-492e-86d7-9ab33ec3eb29 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:18.188066 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8fb05cd0-edcb-4178-bb1d-d77040b3cc4c req-a1f443f9-6dd1-492e-86d7-9ab33ec3eb29 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0626245 Apr 11 18:51:18.203456 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:18.207848 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:18.254636 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8fb05cd0-edcb-4178-bb1d-d77040b3cc4c req-fffec1ba-99cd-48d7-ab3b-e09700d26c6e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577617 Apr 11 18:51:18.262407 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:18.623486 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['ab5826bb-627e-497e-8cf7-52cf8a32a16e'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:51:18.834831 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc1739f-b3fd-40e8-8ba1-dd84e49b0216 req-2540af3c-bca8-4d55-926d-ea4ad14066ac tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:18.842566 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-adc1739f-b3fd-40e8-8ba1-dd84e49b0216 req-2540af3c-bca8-4d55-926d-ea4ad14066ac tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 945 time: 0.0652990 Apr 11 18:51:18.883696 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:18.910854 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-adc1739f-b3fd-40e8-8ba1-dd84e49b0216 req-1e521ba5-7e1c-4d73-835e-3dd0a21ff42e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673082 Apr 11 18:51:19.371487 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8516b2-35ca-4415-9ca1-092d58f16c53 req-771e0bad-0f7e-44e6-91d5-f12764a9aba6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:19.373278 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb8516b2-35ca-4415-9ca1-092d58f16c53 req-771e0bad-0f7e-44e6-91d5-f12764a9aba6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0565498 Apr 11 18:51:19.423707 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb8516b2-35ca-4415-9ca1-092d58f16c53 req-0989e734-0aa0-4c8d-97f0-33e12a21d193 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435722 Apr 11 18:51:20.022450 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f6f3d-afed-4d24-8e38-128894a2930b req-bb8278bb-2fd0-4300-888a-ad04f8ebb495 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:20.024555 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ee4f6f3d-afed-4d24-8e38-128894a2930b req-bb8278bb-2fd0-4300-888a-ad04f8ebb495 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 945 time: 0.0518792 Apr 11 18:51:20.074972 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ee4f6f3d-afed-4d24-8e38-128894a2930b req-72e5c3e8-fc1b-4c22-b1f0-56ebe9858206 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447748 Apr 11 18:51:20.593396 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e790d5-d0f2-4e0c-940c-f0a285a05d06 req-5f82808c-5247-4783-90d5-293eb33c0566 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:20.598178 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-27e790d5-d0f2-4e0c-940c-f0a285a05d06 req-5f82808c-5247-4783-90d5-293eb33c0566 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0914917 Apr 11 18:51:20.658098 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-27e790d5-d0f2-4e0c-940c-f0a285a05d06 req-bd5f47a6-c319-4283-8680-b47da46a8bd1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528822 Apr 11 18:51:21.214761 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b8bae-bf77-4f25-9f5b-6fc376e57640 req-86d6f1f2-789e-4f53-97e3-2fdaa19b6474 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:21.216646 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c79b8bae-bf77-4f25-9f5b-6fc376e57640 req-86d6f1f2-789e-4f53-97e3-2fdaa19b6474 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 945 time: 0.0631628 Apr 11 18:51:21.284293 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c79b8bae-bf77-4f25-9f5b-6fc376e57640 req-79b2f8db-c01b-44d5-8d32-d07feb3171dd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597167 Apr 11 18:51:21.804927 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f80bd9-3496-4bef-8790-7bd9606f9200 req-3550bc04-02dd-4784-8013-e037ea324422 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:21.809517 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c1f80bd9-3496-4bef-8790-7bd9606f9200 req-3550bc04-02dd-4784-8013-e037ea324422 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0614624 Apr 11 18:51:21.855173 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c1f80bd9-3496-4bef-8790-7bd9606f9200 req-db0144c9-8b47-4c0b-b9eb-b0ebebbb7c95 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429308 Apr 11 18:51:22.408381 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e5f0ed-16a9-49b8-8494-83a925d62403 req-59933f46-43f8-4b28-a6dc-eb0b10857ac4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:22.409947 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34e5f0ed-16a9-49b8-8494-83a925d62403 req-59933f46-43f8-4b28-a6dc-eb0b10857ac4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 945 time: 0.0499272 Apr 11 18:51:22.468403 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34e5f0ed-16a9-49b8-8494-83a925d62403 req-df94d063-9c7a-47a7-940f-d593ed85bdca tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500281 Apr 11 18:51:22.984298 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad730d0-0529-47e1-b86b-be669cc721ac req-2eb1166f-af4e-4834-8a46-3986a4fff914 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:22.984298 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ad730d0-0529-47e1-b86b-be669cc721ac req-2eb1166f-af4e-4834-8a46-3986a4fff914 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0507665 Apr 11 18:51:23.036349 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ad730d0-0529-47e1-b86b-be669cc721ac req-e06f9702-8a01-4d31-b81a-2d095b9ce1f8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465930 Apr 11 18:51:23.592374 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06135a4e-d1c2-4d3d-8d63-afe6a96e11c4 req-1efe61cb-aecc-4ad8-a6a3-da1d1264b28e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:23.593751 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-06135a4e-d1c2-4d3d-8d63-afe6a96e11c4 req-1efe61cb-aecc-4ad8-a6a3-da1d1264b28e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 945 time: 0.0566366 Apr 11 18:51:23.639922 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ab5826bb-627e-497e-8cf7-52cf8a32a16e up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:51:23.646875 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-06135a4e-d1c2-4d3d-8d63-afe6a96e11c4 req-9b187bf1-6f60-40d9-85d0-e74a180fcce5 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471869 Apr 11 18:51:23.702453 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port ab5826bb-627e-497e-8cf7-52cf8a32a16e completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:51:23.710001 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port ab5826bb-627e-497e-8cf7-52cf8a32a16e triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:51:23.710454 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:23.801897 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ab5826bb-627e-497e-8cf7-52cf8a32a16e is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:23.802306 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:23.829818 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:23.832225 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1eb6744e-1741-4453-8e40-b227cbcae1e1" -d '{"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:23.849178 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:23.853300 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:23.883250 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2a30b7-f55d-40eb-8d97-e62437f92fa4 x-openstack-request-id: req-bf2a30b7-f55d-40eb-8d97-e62437f92fa4 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:23.883695 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:23.883911 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bf2a30b7-f55d-40eb-8d97-e62437f92fa4 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:23.884293 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2a30b7-f55d-40eb-8d97-e62437f92fa4'] response: {'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'code': 200} Apr 11 18:51:23.919557 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:23.927791 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.928411 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.928945 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.929543 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.929829 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.930162 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.930489 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.930819 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.931144 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.931470 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.931796 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.932134 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.932469 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.932785 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:23.933130 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:51:24.179557 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb228e03-38ef-483b-a18b-2cae67327fed req-fdbd4083-20f9-4dd2-8f02-727a929ba533 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:24.181294 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb228e03-38ef-483b-a18b-2cae67327fed req-fdbd4083-20f9-4dd2-8f02-727a929ba533 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0618508 Apr 11 18:51:24.222487 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919e4595-4875-4135-9fd1-deae7ca4e10b req-c6bd8dc6-0036-4670-bb90-0f6ea5af4d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:24.223992 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-919e4595-4875-4135-9fd1-deae7ca4e10b req-c6bd8dc6-0036-4670-bb90-0f6ea5af4d95 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0611095 Apr 11 18:51:24.251777 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb228e03-38ef-483b-a18b-2cae67327fed req-08d4ecfa-84b4-49f4-9ee6-0d4e18639ff7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545218 Apr 11 18:51:24.296544 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-919e4595-4875-4135-9fd1-deae7ca4e10b req-15daa5dc-533b-462f-9cad-b7ed8ce9714e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437715 Apr 11 18:51:24.771494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b74eb4-4919-439d-ac26-6a8d5c43c47d req-020fdbb1-d00e-4bca-9d24-cf46498c2a00 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:24.773925 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c0b74eb4-4919-439d-ac26-6a8d5c43c47d req-020fdbb1-d00e-4bca-9d24-cf46498c2a00 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0493786 Apr 11 18:51:24.828552 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c0b74eb4-4919-439d-ac26-6a8d5c43c47d req-354345d0-608a-4bfd-b9dc-542238ccceff tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489175 Apr 11 18:51:25.401516 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f1edf7-b8e0-4c83-bc38-da73a1ba1e91 req-64a7fc26-b812-4300-9283-ab0d75a9432d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:25.403611 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d8f1edf7-b8e0-4c83-bc38-da73a1ba1e91 req-64a7fc26-b812-4300-9283-ab0d75a9432d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0541468 Apr 11 18:51:25.461120 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d8f1edf7-b8e0-4c83-bc38-da73a1ba1e91 req-8f201a30-fca2-4fc2-a09d-5ba8c0ecae82 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516062 Apr 11 18:51:25.947320 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a151924-43e1-4a7a-bed0-f13cee9844a1 req-904582af-3a15-4324-bfe4-21bfd47bf5cb tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:25.949110 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a151924-43e1-4a7a-bed0-f13cee9844a1 req-904582af-3a15-4324-bfe4-21bfd47bf5cb tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0504997 Apr 11 18:51:26.003717 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a151924-43e1-4a7a-bed0-f13cee9844a1 req-46eeb260-b739-4eef-93dc-06d6275b33c6 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485318 Apr 11 18:51:26.591202 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755fc1cc-0946-4817-9fcc-b39b2a756bbd req-22fba98b-a6cd-4519-b79d-3f05ba868332 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:26.592977 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-755fc1cc-0946-4817-9fcc-b39b2a756bbd req-22fba98b-a6cd-4519-b79d-3f05ba868332 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0566854 Apr 11 18:51:26.657301 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-755fc1cc-0946-4817-9fcc-b39b2a756bbd req-a4fbcb6a-5726-4ead-ab55-1642e87952e6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581665 Apr 11 18:51:27.134721 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03df6de9-55bb-4328-bcd5-8a06082c412f req-2645321b-9042-4054-b637-9c7589c0d4c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:27.136440 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03df6de9-55bb-4328-bcd5-8a06082c412f req-2645321b-9042-4054-b637-9c7589c0d4c2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0547330 Apr 11 18:51:27.146623 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5fcaf584-65de-42ab-9f9f-8a6446c21dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:27.197831 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03df6de9-55bb-4328-bcd5-8a06082c412f req-0cc7d7c6-974b-4de6-8341-c6f30f006a9f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545228 Apr 11 18:51:27.797233 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3507628-5773-4ff6-94a3-587bafba77a1 req-c15573a6-8ab7-4b0c-88e6-01c2d0eb8293 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:27.798866 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3507628-5773-4ff6-94a3-587bafba77a1 req-c15573a6-8ab7-4b0c-88e6-01c2d0eb8293 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0528767 Apr 11 18:51:27.849926 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3507628-5773-4ff6-94a3-587bafba77a1 req-a44c44d6-3b90-4fac-82bf-79655de77b5b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451934 Apr 11 18:51:28.141887 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-123808b3-649f-4fe4-b86f-5f28315c14fb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--535874174&fields=id&tenant_id=159bb2915915456b8a02f921912ea0ff HTTP/1.1" status: 200 len: 267 time: 0.0594704 Apr 11 18:51:28.328464 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a87cb6-0987-4e97-95be-c12bf35a1771 req-14c0e16f-b7d0-435b-b106-66b8e9066f1a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:28.331378 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-95a87cb6-0987-4e97-95be-c12bf35a1771 req-14c0e16f-b7d0-435b-b106-66b8e9066f1a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0594628 Apr 11 18:51:28.365970 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-2943d38e-3559-4fea-83ec-1fa0ddbd4078 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:28.368268 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-2943d38e-3559-4fea-83ec-1fa0ddbd4078 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 819 time: 0.2214379 Apr 11 18:51:28.398138 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-6a9143b2-8abc-479e-95a8-3c18dfa05942 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/quotas/159bb2915915456b8a02f921912ea0ff HTTP/1.1" status: 200 len: 375 time: 0.0219269 Apr 11 18:51:28.425154 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-95a87cb6-0987-4e97-95be-c12bf35a1771 req-59694a9c-66bf-43da-bf6b-b3f50d1f6843 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887060 Apr 11 18:51:28.464926 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-224878d9-db08-4eb5-8f67-3a8b3c258eb5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0559146 Apr 11 18:51:28.581183 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-9cb1cf3a-04ad-4604-8827-ee7cc7dda193 service neutron] 10.222.0.61 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009877 Apr 11 18:51:28.707078 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-12e42802-48d4-47f6-9e4d-204cdd1c8d57 service neutron] 10.222.0.61 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165445 Apr 11 18:51:29.099354 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d385426c-59c3-4661-b76b-86fa4c0ff482 req-43d6614d-762c-4af1-adaa-75ef7314da3c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.1474855 Apr 11 18:51:29.153639 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbcbfee-6a02-40f7-9776-84f0a979d6d6 req-0a29b750-c7cd-4f92-938c-e74ec75e23af tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:29.166197 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5fbcbfee-6a02-40f7-9776-84f0a979d6d6 req-0a29b750-c7cd-4f92-938c-e74ec75e23af tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.1074231 Apr 11 18:51:29.321367 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5fbcbfee-6a02-40f7-9776-84f0a979d6d6 req-ba6a67c1-7d09-449b-9230-3e49443172ba tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1535320 Apr 11 18:51:29.539681 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bfc1254b-4500-461a-86e0-dfa0e6c1b78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:29.622304 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59f072a-1ad9-464e-b399-335d3964fc54 req-078855ba-6f15-4625-bf69-2280f1465d40 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:29.623922 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c59f072a-1ad9-464e-b399-335d3964fc54 req-078855ba-6f15-4625-bf69-2280f1465d40 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0751133 Apr 11 18:51:29.682507 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c59f072a-1ad9-464e-b399-335d3964fc54 req-f0a968cb-cfb7-471b-8011-c1e9f34add8e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524566 Apr 11 18:51:29.814712 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb045f2-d050-4f0c-a893-f3611a06f17a req-ad61de08-f3a7-4849-8f4d-8319aecaa4fd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:29.816345 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2eb045f2-d050-4f0c-a893-f3611a06f17a req-ad61de08-f3a7-4849-8f4d-8319aecaa4fd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0563710 Apr 11 18:51:29.874060 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2eb045f2-d050-4f0c-a893-f3611a06f17a req-775bfb31-e5bb-4ab2-bcef-5eb939e957bd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513978 Apr 11 18:51:29.893449 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39724) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:30.124732 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebaa12f3-5cdc-4426-a7e0-23260cd413d8 tempest-TestShelveInstance-1657342201 tempest-TestShelveInstance-1657342201-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:30.127381 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ebaa12f3-5cdc-4426-a7e0-23260cd413d8 tempest-TestShelveInstance-1657342201 tempest-TestShelveInstance-1657342201-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1125 time: 0.2327797 Apr 11 18:51:30.130441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 39732) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:30.136893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'port_id': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:30.172173 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:30.264498 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7aa88cd1-a39f-4c52-9ed4-b05e95f0c793 req-60a8222a-b4d2-4ef4-8e9f-e0bbe7492771 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.0770283 Apr 11 18:51:30.301558 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:30.480448 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Allocated IP 172.27.0.148 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/6e6c561c-967d-4e27-b848-665dffe80ab6) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:51:30.493228 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a1d02-b1c4-428e-bd16-e67d1faf2207 req-78e29824-04ba-49b1-a98c-555424d3a9aa tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:30.495175 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-745a1d02-b1c4-428e-bd16-e67d1faf2207 req-78e29824-04ba-49b1-a98c-555424d3a9aa tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0858452 Apr 11 18:51:30.621096 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-745a1d02-b1c4-428e-bd16-e67d1faf2207 req-c488f370-4262-42d2-8107-86c2c2561410 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179283 Apr 11 18:51:30.668425 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:30.672074 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:30.723694 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:30.777688 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:51:30.780478 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:51:30.784959 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:51:30.798354 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'Port': ['ID=6e6c561c-967d-4e27-b848-665dffe80ab6,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:31.253754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for floatingip (72819304-7d3b-41b1-b9bc-40dd3e1f91b6), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:31.384267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:31.456476 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c2b8924c-293f-4721-8a1b-b8ecc5c1f881 req-2d7c6180-4190-478b-8a50-a1f475fcce6f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.0889356 Apr 11 18:51:31.752874 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:31.775454 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:31.820597 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (72819304-7d3b-41b1-b9bc-40dd3e1f91b6), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:31.828469 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee589e2-883f-4540-9c5f-bf30b1ae5030 req-8bb92892-075e-442a-9a99-d2a8d9d79e20 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:31.830396 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fee589e2-883f-4540-9c5f-bf30b1ae5030 req-8bb92892-075e-442a-9a99-d2a8d9d79e20 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0907524 Apr 11 18:51:31.893876 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event updated for resources: {'Port': ['ID=6e6c561c-967d-4e27-b848-665dffe80ab6,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:32.025965 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:32.211020 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fee589e2-883f-4540-9c5f-bf30b1ae5030 req-2bba6267-8ad5-4168-b1ba-a83e59fdf136 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3412294 Apr 11 18:51:32.230191 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Floating IP 72819304-7d3b-41b1-b9bc-40dd3e1f91b6 associated. External IP: 172.27.0.148, port: ab5826bb-627e-497e-8cf7-52cf8a32a16e. Apr 11 18:51:32.493974 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:51:32.609699 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c9c7532-c869-4afc-a88b-ec66f052f61f req-24f42b0d-d970-46a9-9115-d3dde0a2530c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.0511692 Apr 11 18:51:32.691333 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:51:32.704557 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] Sync routers for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:51:32.717469 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:51:32.718338 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:51:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:51:32.730620 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:32.811173 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e48b9875-0dda-4214-a87b-c7ea89398e4b tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.6773448 Apr 11 18:51:32.811855 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:32.819979 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:32.868816 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b302ab7c-808d-4d1d-b826-3da834566c24 x-openstack-request-id: req-b302ab7c-808d-4d1d-b826-3da834566c24 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:32.869268 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:32.869538 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b302ab7c-808d-4d1d-b826-3da834566c24 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:32.869972 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b302ab7c-808d-4d1d-b826-3da834566c24'] response: {'name': 'network-changed', 'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'status': 'completed', 'code': 200} Apr 11 18:51:32.908890 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:51:33.018368 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-4411d5a7-19f2-46c7-8727-d3d2f4f725fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:33.020817 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-4411d5a7-19f2-46c7-8727-d3d2f4f725fd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0650489 Apr 11 18:51:33.220783 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '72819304-7d3b-41b1-b9bc-40dd3e1f91b6', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'port_id': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'mac_address': 'fa:16:3e:6b:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:31Z', 'updated_at': '2022-04-11T18:51:31Z', 'revision_number': 0, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:30Z', 'revision_number': 5, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:51:33.257773 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] Checking router: e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:51:33.273203 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:51:33.274942 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:51:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:51:33.360678 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a62b92-b48f-4074-852a-07fadbf87157 req-610c61d1-ada2-4c8d-9292-de7ef02eb809 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:33.362991 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54a62b92-b48f-4074-852a-07fadbf87157 req-610c61d1-ada2-4c8d-9292-de7ef02eb809 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0610483 Apr 11 18:51:33.418735 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:51:33.492065 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54a62b92-b48f-4074-852a-07fadbf87157 req-a19f3140-3fe5-4a3a-a930-a73645b78867 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183162 Apr 11 18:51:33.682712 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:33.751647 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '72819304-7d3b-41b1-b9bc-40dd3e1f91b6', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'port_id': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'mac_address': 'fa:16:3e:6b:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:31Z', 'updated_at': '2022-04-11T18:51:31Z', 'revision_number': 0, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:30Z', 'revision_number': 5, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:51:33.768861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-799cd243-efff-4310-bb8f-68e084aa502d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:33.770362 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-799cd243-efff-4310-bb8f-68e084aa502d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 819 time: 0.1941030 Apr 11 18:51:33.792004 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eef0a8c-8804-483c-a15c-4fa5a27f04eb None None] The sync data for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi is: [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '72819304-7d3b-41b1-b9bc-40dd3e1f91b6', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'floating_ip_address': '172.27.0.148', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'port_id': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 410, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'mac_address': 'fa:16:3e:6b:c6:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:31Z', 'updated_at': '2022-04-11T18:51:31Z', 'revision_number': 0, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:30Z', 'revision_number': 5, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:51:33.810757 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-096306a0-06ee-48c0-a68d-158826b9c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:33.812248 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-096306a0-06ee-48c0-a68d-158826b9c6ef service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 909 time: 0.3706031 Apr 11 18:51:33.840752 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-63ae5d0b-52d3-4be4-9738-8049e586c93f req-a878f4f7-34e3-4c9c-a803-867f4eb4b5b8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.0693629 Apr 11 18:51:33.986437 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-77826562-e142-41e5-b4ee-bcb8f98f38ec tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=159bb2915915456b8a02f921912ea0ff HTTP/1.1" status: 200 len: 379 time: 0.1773214 Apr 11 18:51:33.988244 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-10ea928d-4355-4b7b-a805-6448642c3a6c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 1000 time: 0.1429236 Apr 11 18:51:34.003071 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'port': {'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'admin_state_up': True, 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'security_groups': ['bbaa3836-979d-40ff-bff3-4ea0bfd347a4']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:34.090910 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-eb1a5b74-bc1d-46c6-8351-1256fe433117 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:34.092368 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-eb1a5b74-bc1d-46c6-8351-1256fe433117 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 200 len: 847 time: 0.0859957 Apr 11 18:51:34.147620 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6579eac4-a35b-4df1-9161-0215fd4b1265 None None] New status for floating IP 72819304-7d3b-41b1-b9bc-40dd3e1f91b6: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:51:34.206280 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-a08dd026-c4c8-4943-819c-e7b202a7bb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:34.207694 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-a08dd026-c4c8-4943-819c-e7b202a7bb8e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687847 Apr 11 18:51:34.400822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Made reservation on behalf of 159bb2915915456b8a02f921912ea0ff for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:51:34.404434 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:34.438153 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-1ad13d38-5cbd-4f89-989c-6420e0b3c7de service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129712 Apr 11 18:51:34.675108 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Allocated IP 172.20.0.9 (e16e855e-a414-4def-86b8-1c9730bbb714/7093b739-06dc-4175-ba60-c1939a8d657a/e55bbb2b-e845-4b36-a240-49c680536615) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:51:34.682932 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4d2cb62a-dc11-4c6d-80f6-17ce3cbb7a7a req-f4001240-fdc5-48b2-a433-26f5b77362f8 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323260 Apr 11 18:51:34.698179 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb535bff-070f-4e02-a907-63817ac251be req-101864f7-5cc2-4130-8a4b-e1dfaaa681be tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:34.699652 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb535bff-070f-4e02-a907-63817ac251be req-101864f7-5cc2-4130-8a4b-e1dfaaa681be tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0957301 Apr 11 18:51:34.831811 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb535bff-070f-4e02-a907-63817ac251be req-7d478cda-62ee-4652-9077-f872db5e2acb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235828 Apr 11 18:51:34.900976 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for port (e55bbb2b-e845-4b36-a240-49c680536615), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.000962 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c2c7234b-eaa1-4efa-83a5-87131ed6b590 req-423772b8-4961-4513-bcf0-b279ff6eaa80 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.0500844 Apr 11 18:51:35.008658 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (e55bbb2b-e845-4b36-a240-49c680536615), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.057802 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Network e16e855e-a414-4def-86b8-1c9730bbb714 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:51:35.060711 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:51:35.065207 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:51:35.070571 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:35.071350 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.078088 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event updated for resources: {'Port': ['ID=e55bbb2b-e845-4b36-a240-49c680536615,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:35.098752 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-184310bc-8725-47d6-830f-d4cc998d36ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0995083 Apr 11 18:51:35.129081 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Request body: {'port': {'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:51:35.213859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e55bbb2b-e845-4b36-a240-49c680536615), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.397053 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-7ef4a1f3-a454-4e15-9d66-9cb209c4ac64 None None] Provisioning complete for port e55bbb2b-e845-4b36-a240-49c680536615 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:51:35.398172 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7ef4a1f3-a454-4e15-9d66-9cb209c4ac64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e55bbb2b-e845-4b36-a240-49c680536615), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.474294 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-7ef4a1f3-a454-4e15-9d66-9cb209c4ac64 None None] Port e55bbb2b-e845-4b36-a240-49c680536615 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:51:35.562487 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e55bbb2b-e845-4b36-a240-49c680536615 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:51:35.570534 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Publish callbacks [] for port (e55bbb2b-e845-4b36-a240-49c680536615), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.584171 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Transition to ACTIVE for port object e55bbb2b-e845-4b36-a240-49c680536615 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:51:35.622279 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e55bbb2b-e845-4b36-a240-49c680536615), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.680652 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e55bbb2b-e845-4b36-a240-49c680536615,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:35.711994 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Attempting to bind port e55bbb2b-e845-4b36-a240-49c680536615 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:51:35.712810 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Attempting to bind port e55bbb2b-e845-4b36-a240-49c680536615 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:51:35.712810 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Attempting to bind port e55bbb2b-e845-4b36-a240-49c680536615 on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:51:35.717893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Port e55bbb2b-e845-4b36-a240-49c680536615 on network e16e855e-a414-4def-86b8-1c9730bbb714 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:51:35.718227 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Attempting to bind port e55bbb2b-e845-4b36-a240-49c680536615 on network e16e855e-a414-4def-86b8-1c9730bbb714 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:51:35.724010 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 51, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:51:35.724406 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Checking segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:51:35.724799 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Bound using segment: {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:51:35.725421 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Bound port: e55bbb2b-e845-4b36-a240-49c680536615, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fbe2431d-8796-4418-8cc4-224fd128feb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 514, 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:51:35.726213 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e55bbb2b-e845-4b36-a240-49c680536615), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.810371 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] For port e55bbb2b-e845-4b36-a240-49c680536615, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:51:35.815273 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] For port e55bbb2b-e845-4b36-a240-49c680536615, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e55bbb2b-e845-4b36-a240-49c680536615,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:51:35.827923 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e55bbb2b-e845-4b36-a240-49c680536615), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.869364 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:35.874412 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:35.876252 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] 10.222.0.58 "PUT /v2.0/ports/e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 1093 time: 0.7546623 Apr 11 18:51:35.876740 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:35.879031 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86b2be59-7cde-47ab-a2b0-db6aa02fb262" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:35.938562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaebae-0fb6-47c9-9244-6c96c8278b01 service neutron] Pushing event updated for resources: {'Port': ['ID=e55bbb2b-e845-4b36-a240-49c680536615,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:35.961342 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d768d9-4905-4f77-ade1-f12200be6e66 x-openstack-request-id: req-b8d768d9-4905-4f77-ade1-f12200be6e66 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:35.961644 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:35.961899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b8d768d9-4905-4f77-ade1-f12200be6e66 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:35.962300 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8d768d9-4905-4f77-ade1-f12200be6e66'] response: {'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615', 'status': 'completed', 'code': 200} Apr 11 18:51:36.031183 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-6e06f536-4ba8-4bba-9f47-e3e20d4bbe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:36.032812 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-6e06f536-4ba8-4bba-9f47-e3e20d4bbe31 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1127 time: 0.0913632 Apr 11 18:51:36.052792 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437a98fe-601f-4580-8398-fa554116636d req-40bfb394-0f3b-4244-93a0-241f9a9fb474 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:36.052792 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-437a98fe-601f-4580-8398-fa554116636d req-40bfb394-0f3b-4244-93a0-241f9a9fb474 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0931387 Apr 11 18:51:36.053046 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 39880) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:36.209811 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-9d1c6afb-a8d5-4a1a-a80d-5417d8c9d9ac service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 217 time: 0.1570735 Apr 11 18:51:36.281234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] Deleting subnet 57646a31-e534-4938-9364-d18e5d1e93fa {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:51:36.303691 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] Publish callbacks [] for subnet (57646a31-e534-4938-9364-d18e5d1e93fa), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:36.310964 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c81511-9017-46f4-aa7d-373682641d70 req-7cd2b055-abe2-435a-96c9-f8f1c926d46e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:36.313326 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-92c81511-9017-46f4-aa7d-373682641d70 req-7cd2b055-abe2-435a-96c9-f8f1c926d46e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 943 time: 0.1793525 Apr 11 18:51:36.352894 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-437a98fe-601f-4580-8398-fa554116636d req-e4469770-2529-4abc-9adf-d5e958f4ec57 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919385 Apr 11 18:51:36.392432 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-17817678-4663-47c8-95f8-68f28cd88354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:36.394507 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-17817678-4663-47c8-95f8-68f28cd88354 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1720173 Apr 11 18:51:36.414181 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] Publish callbacks [] for subnet (57646a31-e534-4938-9364-d18e5d1e93fa), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:36.446931 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (57646a31-e534-4938-9364-d18e5d1e93fa), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:36.492881 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-73cea79e-18c7-47e9-9441-6f0fbd3d5e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:36.494485 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-73cea79e-18c7-47e9-9441-6f0fbd3d5e18 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0904870 Apr 11 18:51:36.497559 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-92c81511-9017-46f4-aa7d-373682641d70 req-386f96ad-2f1b-41f7-81fd-03ff5fddb85a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1488752 Apr 11 18:51:36.588234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for subnet (57646a31-e534-4938-9364-d18e5d1e93fa), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:36.624605 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57646a31-e534-4938-9364-d18e5d1e93fa,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:36.631399 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:36.635130 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6fccde17-a4e1-4355-abba-97be66510c30 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/57646a31-e534-4938-9364-d18e5d1e93fa HTTP/1.1" status: 204 len: 168 time: 0.5812366 Apr 11 18:51:36.637827 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 39888) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:36.646284 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-2f0a9282-41f1-43c1-b65f-69c20400b844 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392617 Apr 11 18:51:36.758466 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (caa01f5a-bd03-4d9f-87c8-da95aec79c98), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:36.831647 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f5bb63d1-ef0e-4166-bf8f-b0ee1398f540 req-28996519-916b-45da-bfd9-55bc5ed926b3 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1663256 Apr 11 18:51:37.124031 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (caa01f5a-bd03-4d9f-87c8-da95aec79c98), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:37.148207 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.148573 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.149344 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.149681 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > port after_create 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.150000 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.150318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > port after_update 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.150650 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.150968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.151422 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.151754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.254292 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.254638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.254958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.255283 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115231) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 11 18:51:37.255663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caa01f5a-bd03-4d9f-87c8-da95aec79c98']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:51:37.275608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:51:37.275887 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:51:37.301490 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:37.333497 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:37.347687 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:51:37.348086 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (4bdaf2cd-45fb-4757-ade4-76fc1d0d6c5b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: from cryptography.utils import int_from_bytes Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: from cryptography.utils import int_from_bytes Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:51:37.352695 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:51:37.478904 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (caa01f5a-bd03-4d9f-87c8-da95aec79c98), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:37.495320 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:37.498924 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] 10.222.0.61 "DELETE /v2.0/networks/caa01f5a-bd03-4d9f-87c8-da95aec79c98 HTTP/1.1" status: 204 len: 168 time: 0.8601575 Apr 11 18:51:37.514764 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688864d-dfc7-45e9-afab-26fb69f5ab91 req-a2a2f087-4a62-4c81-8f97-9df17f5bd485 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:37.516326 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3688864d-dfc7-45e9-afab-26fb69f5ab91 req-a2a2f087-4a62-4c81-8f97-9df17f5bd485 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0759940 Apr 11 18:51:37.517595 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cec1e5-3833-44af-86a5-1a9376a6a0ce admin admin] Pushing event deleted for resources: {'Network': ['ID=caa01f5a-bd03-4d9f-87c8-da95aec79c98,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:37.604505 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3688864d-dfc7-45e9-afab-26fb69f5ab91 req-2a50897f-2fc8-4a4b-8946-2b409d8988fa tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792451 Apr 11 18:51:37.657148 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a927c8-a435-4366-9e40-40ef192cd0ec req-5dbb477e-987e-4df0-afb5-13e1f8f368e8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:37.658992 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-39a927c8-a435-4366-9e40-40ef192cd0ec req-5dbb477e-987e-4df0-afb5-13e1f8f368e8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 943 time: 0.0532923 Apr 11 18:51:37.762009 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-39a927c8-a435-4366-9e40-40ef192cd0ec req-c930c5af-37de-4cf2-b8e2-d8982f2c4ab4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966420 Apr 11 18:51:37.837208 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39906) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:37.885226 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9ac22f21-7c34-4bd0-94c4-03e5e73c3dbc admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9d42bdfb963b4e92b6650c35798c3ebf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0462434 Apr 11 18:51:37.887623 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 39910) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:37.973769 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-695a3fba-2a16-4eec-9632-4875304a8dc2 admin admin] Publish callbacks [] for security_group (92e7987a-4951-44ec-82cf-f2c7d5e1657a), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:38.009962 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-695a3fba-2a16-4eec-9632-4875304a8dc2 admin admin] Publish callbacks [] for security_group (92e7987a-4951-44ec-82cf-f2c7d5e1657a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:38.121989 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-695a3fba-2a16-4eec-9632-4875304a8dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (92e7987a-4951-44ec-82cf-f2c7d5e1657a), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:38.128752 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-695a3fba-2a16-4eec-9632-4875304a8dc2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:38.134769 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-695a3fba-2a16-4eec-9632-4875304a8dc2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/92e7987a-4951-44ec-82cf-f2c7d5e1657a HTTP/1.1" status: 204 len: 168 time: 0.2446399 Apr 11 18:51:38.150574 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695a3fba-2a16-4eec-9632-4875304a8dc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e7987a-4951-44ec-82cf-f2c7d5e1657a,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:38.338761 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-870f9d2a-e2d4-4cfc-9f80-ed9a99fc48da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:38.347317 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-870f9d2a-e2d4-4cfc-9f80-ed9a99fc48da service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1127 time: 0.1038573 Apr 11 18:51:38.487028 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-ab04c536-b4cd-4183-accd-f5d6f5615442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:38.488762 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-ab04c536-b4cd-4183-accd-f5d6f5615442 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.1283028 Apr 11 18:51:38.771495 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab930398-e83b-49f2-8493-3c9fdc70e988 req-73764b24-fba0-4d82-a84e-0c6552548569 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:38.773197 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ab930398-e83b-49f2-8493-3c9fdc70e988 req-73764b24-fba0-4d82-a84e-0c6552548569 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0814149 Apr 11 18:51:38.875992 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-10ed7d4d-c7e9-478b-8ff5-c4d562607d0d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 217 time: 0.0611243 Apr 11 18:51:38.889960 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ab930398-e83b-49f2-8493-3c9fdc70e988 req-55c3808d-372e-4709-bbe0-fe1351a0a1f9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1108403 Apr 11 18:51:39.066242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583df04f-0b5e-4449-b1ab-7519fa750038 req-908ef76f-3b71-4a2c-b1ac-099b925d1878 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:39.081488 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-583df04f-0b5e-4449-b1ab-7519fa750038 req-908ef76f-3b71-4a2c-b1ac-099b925d1878 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 943 time: 0.2114050 Apr 11 18:51:39.086042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-4d5a8e79-afd1-4664-a2a1-28e388a0cc4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:39.086868 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-4d5a8e79-afd1-4664-a2a1-28e388a0cc4e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1957686 Apr 11 18:51:39.145737 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-583df04f-0b5e-4449-b1ab-7519fa750038 req-60dd510f-bffb-4a4d-9f09-181fcc5d4dba tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633557 Apr 11 18:51:39.651616 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:51:39.908015 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e55bbb2b-e845-4b36-a240-49c680536615 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:51:40.021868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734c619f-f2a9-4515-9c40-6740630e2ec3 req-166ccb81-a1d2-4661-9510-71233108d8f1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:40.023096 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e55bbb2b-e845-4b36-a240-49c680536615, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e55bbb2b-e845-4b36-a240-49c680536615,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:40.025510 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-734c619f-f2a9-4515-9c40-6740630e2ec3 req-166ccb81-a1d2-4661-9510-71233108d8f1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0513673 Apr 11 18:51:40.035169 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'e55bbb2b-e845-4b36-a240-49c680536615', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615', 'mac_address': 'fa:16:3e:09:a1:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 514, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:51:40.072961 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port e55bbb2b-e845-4b36-a240-49c680536615 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:40.073378 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-734c619f-f2a9-4515-9c40-6740630e2ec3 req-00432c73-70c5-49b8-b656-65ae616d9ff8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440156 Apr 11 18:51:40.073538 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e55bbb2b-e845-4b36-a240-49c680536615), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:40.086758 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e55bbb2b-e845-4b36-a240-49c680536615 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:51:40.105875 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e55bbb2b-e845-4b36-a240-49c680536615, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e55bbb2b-e845-4b36-a240-49c680536615,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:40.109326 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e55bbb2b-e845-4b36-a240-49c680536615), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:40.155802 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=e55bbb2b-e845-4b36-a240-49c680536615,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:40.263658 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c817758b-596c-495b-940e-39577dc9c296 req-a4993c72-b51e-40e8-b4a5-80c3b4653673 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:40.265100 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c817758b-596c-495b-940e-39577dc9c296 req-a4993c72-b51e-40e8-b4a5-80c3b4653673 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 944 time: 0.0490453 Apr 11 18:51:40.310686 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c817758b-596c-495b-940e-39577dc9c296 req-71d8d829-707f-4477-80a8-b3e00c8f387e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398970 Apr 11 18:51:41.188644 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80ee2ed-771e-40d8-8675-e1e6f16c3f04 req-1e847a04-3c9a-441e-ba84-69524ae4b8fa tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:41.190178 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e80ee2ed-771e-40d8-8675-e1e6f16c3f04 req-1e847a04-3c9a-441e-ba84-69524ae4b8fa tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0469799 Apr 11 18:51:41.236549 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e80ee2ed-771e-40d8-8675-e1e6f16c3f04 req-4bc7d5ae-bf9f-475c-b654-36993e72da51 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407403 Apr 11 18:51:41.419594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bbbcae-8245-46e0-99ae-07c637539a8b req-2cd7a346-69a8-4f0f-9109-3888ac13d1dd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:41.421026 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-72bbbcae-8245-46e0-99ae-07c637539a8b req-2cd7a346-69a8-4f0f-9109-3888ac13d1dd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 944 time: 0.0454133 Apr 11 18:51:41.468645 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-72bbbcae-8245-46e0-99ae-07c637539a8b req-1804c1f6-1594-4878-be5b-0a07f4b50516 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422766 Apr 11 18:51:41.730299 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-2799ac61-6f13-451c-a4d6-90f4c3b08d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:41.731917 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-2799ac61-6f13-451c-a4d6-90f4c3b08d40 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427697 Apr 11 18:51:41.892579 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-2a4b6443-af18-4e8c-b3e5-bfc27f00e2ac service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814166 Apr 11 18:51:42.016281 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-86b2be59-7cde-47ab-a2b0-db6aa02fb262 req-ac17b8c1-685b-49ef-96eb-3e3f34cd3944 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855517 Apr 11 18:51:42.271234 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['e55bbb2b-e845-4b36-a240-49c680536615'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:51:42.357951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43130fa-5a6f-4c90-b574-ab6b4438561b req-1bf9c428-ef48-48e0-b468-e599cf3e37ae tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:42.359991 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e43130fa-5a6f-4c90-b574-ab6b4438561b req-1bf9c428-ef48-48e0-b468-e599cf3e37ae tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0522923 Apr 11 18:51:42.407022 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e43130fa-5a6f-4c90-b574-ab6b4438561b req-ba644bd7-eb20-4585-b7f3-5e26689bb88f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411403 Apr 11 18:51:42.510822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-7f37d503-9cb2-41a8-a3e6-3f0b0eeb1c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:42.512312 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-7f37d503-9cb2-41a8-a3e6-3f0b0eeb1c87 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1129 time: 0.0444419 Apr 11 18:51:42.623183 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344fcc8b-ca2f-4a9e-8838-407d3beecc05 req-353c189d-4057-4b6b-b911-4fcd6849fb2a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:42.624554 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-344fcc8b-ca2f-4a9e-8838-407d3beecc05 req-353c189d-4057-4b6b-b911-4fcd6849fb2a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 944 time: 0.0900683 Apr 11 18:51:42.673438 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-c0a7023f-2164-480d-9936-23c9e02af2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:42.674892 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-c0a7023f-2164-480d-9936-23c9e02af2a5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.1486940 Apr 11 18:51:42.703515 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-344fcc8b-ca2f-4a9e-8838-407d3beecc05 req-8a71f5fa-ed5c-4637-91dc-d96ccedf24e7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729306 Apr 11 18:51:42.754879 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-ce317069-9268-45d5-8a25-bb3c90f80399 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 1001 time: 0.0653598 Apr 11 18:51:42.805602 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-8e26ace4-446e-47f8-beb3-15138696721d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:42.807006 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-8e26ace4-446e-47f8-beb3-15138696721d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0440235 Apr 11 18:51:42.853532 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-d9432367-54d4-4804-af6c-3b490e1c263d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:42.854978 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-d9432367-54d4-4804-af6c-3b490e1c263d service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410192 Apr 11 18:51:42.940794 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-31a291bf-c2d6-4503-b5da-2f62fecc7c8e service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788527 Apr 11 18:51:43.031356 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b307d7c3-ba1a-4826-b059-b279fdd7a3fb req-2b42b695-a4e4-414b-9abd-3e84070c082e service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835268 Apr 11 18:51:43.522411 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb70d2-16e6-4e57-a4eb-62c33b8fdd22 req-e659408e-fd8c-4186-8230-0016f7a2a527 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:43.523835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-00bb70d2-16e6-4e57-a4eb-62c33b8fdd22 req-e659408e-fd8c-4186-8230-0016f7a2a527 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 945 time: 0.0457439 Apr 11 18:51:43.569190 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-00bb70d2-16e6-4e57-a4eb-62c33b8fdd22 req-aa0e8b18-217a-4c0b-93d6-42f1dd9871eb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398426 Apr 11 18:51:43.743738 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e55bbb2b-e845-4b36-a240-49c680536615 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:51:43.791002 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port e55bbb2b-e845-4b36-a240-49c680536615 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:51:43.797883 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port e55bbb2b-e845-4b36-a240-49c680536615 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:51:43.798454 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e55bbb2b-e845-4b36-a240-49c680536615), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:43.814641 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46435e8-8df4-4585-8331-b0ca8fc7d57d req-88a479c2-2d06-4a66-81e8-7d3c9abcd60b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:43.816090 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f46435e8-8df4-4585-8331-b0ca8fc7d57d req-88a479c2-2d06-4a66-81e8-7d3c9abcd60b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 944 time: 0.0471678 Apr 11 18:51:43.865932 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f46435e8-8df4-4585-8331-b0ca8fc7d57d req-5fc9878f-050c-464f-9609-811e12adaa67 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441847 Apr 11 18:51:43.876267 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port e55bbb2b-e845-4b36-a240-49c680536615 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:43.876660 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e55bbb2b-e845-4b36-a240-49c680536615), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:43.899504 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:43.901704 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b19c8ba-52e2-4e91-9cc5-ec8e1671ae7c" -d '{"events": [{"server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "name": "network-vif-plugged", "status": "completed", "tag": "e55bbb2b-e845-4b36-a240-49c680536615"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:43.914361 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e55bbb2b-e845-4b36-a240-49c680536615, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e55bbb2b-e845-4b36-a240-49c680536615,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:43.918124 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e55bbb2b-e845-4b36-a240-49c680536615), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:43.919353 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:51:43.945390 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42be8e17-0a87-467f-9058-e94b78f8251a x-openstack-request-id: req-42be8e17-0a87-467f-9058-e94b78f8251a {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:43.945703 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "name": "network-vif-plugged", "status": "completed", "tag": "e55bbb2b-e845-4b36-a240-49c680536615", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:43.945955 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-42be8e17-0a87-467f-9058-e94b78f8251a {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:43.946341 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42be8e17-0a87-467f-9058-e94b78f8251a'] response: {'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615', 'code': 200} Apr 11 18:51:44.001749 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=e55bbb2b-e845-4b36-a240-49c680536615,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:44.041281 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: ACTIVE; New status is: DOWN {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:44.041672 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:44.077742 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:44.082149 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:44.130326 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=8']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:44.584042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853381d0-486a-4d83-ad68-b52e556f77fd req-858e5d65-1757-4824-8c77-024cba0dbb05 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:44.586047 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-853381d0-486a-4d83-ad68-b52e556f77fd req-858e5d65-1757-4824-8c77-024cba0dbb05 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0497723 Apr 11 18:51:44.632047 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-853381d0-486a-4d83-ad68-b52e556f77fd req-e3a8a0dd-c752-4500-b620-58d2421bc0e9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403714 Apr 11 18:51:44.688760 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c62280-0f1f-43ba-bae1-1ff55b107515 req-6b7fd901-12cb-4c9b-a96e-9b007bf302e7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:44.690237 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4c62280-0f1f-43ba-bae1-1ff55b107515 req-6b7fd901-12cb-4c9b-a96e-9b007bf302e7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0501726 Apr 11 18:51:44.735758 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4c62280-0f1f-43ba-bae1-1ff55b107515 req-f95b62c7-8a79-4c5a-97a5-2ca6434bef9e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399501 Apr 11 18:51:44.977042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab65890-fdb3-4c51-8ea6-d82e253d52cb req-a658a6cf-f686-458a-b721-247194ebcc48 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:44.978537 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0ab65890-fdb3-4c51-8ea6-d82e253d52cb req-a658a6cf-f686-458a-b721-247194ebcc48 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0496490 Apr 11 18:51:45.030302 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0ab65890-fdb3-4c51-8ea6-d82e253d52cb req-a336615c-3474-4cbb-8d37-880d82f1c63f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462801 Apr 11 18:51:45.742563 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8276a-c4b1-4bcf-9c4d-7ed024c7bd61 req-71369283-3829-4134-9740-7003536b5ee6 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:45.744009 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-10a8276a-c4b1-4bcf-9c4d-7ed024c7bd61 req-71369283-3829-4134-9740-7003536b5ee6 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0462801 Apr 11 18:51:45.790747 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-10a8276a-c4b1-4bcf-9c4d-7ed024c7bd61 req-1f59b319-90c2-4db3-ae19-1aa9c6788a59 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409825 Apr 11 18:51:45.850933 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2aebc4-5236-4204-8b38-8f910ef70a9f req-9d2b8898-86d7-4f19-a5d9-c826b01239fd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:45.852362 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2b2aebc4-5236-4204-8b38-8f910ef70a9f req-9d2b8898-86d7-4f19-a5d9-c826b01239fd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0454626 Apr 11 18:51:45.900158 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2b2aebc4-5236-4204-8b38-8f910ef70a9f req-f8ff3d04-eca2-4c1d-8d8b-64bfc8fc8f2c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422783 Apr 11 18:51:45.948040 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:45.950387 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-130cf781-ce21-4cf3-8c46-090572145d41" -d '{"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:45.984792 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ecf065-cc43-43e3-86cc-3ceeeabf1fc0 x-openstack-request-id: req-f9ecf065-cc43-43e3-86cc-3ceeeabf1fc0 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:45.985137 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-unplugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:45.985395 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f9ecf065-cc43-43e3-86cc-3ceeeabf1fc0 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:45.985817 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ecf065-cc43-43e3-86cc-3ceeeabf1fc0'] response: {'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'code': 200} Apr 11 18:51:46.141455 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0514c4-5886-4cf1-b91f-0aa32eb71998 req-435e1896-d7ef-4953-833a-6780f8e30e9d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:46.142928 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e0514c4-5886-4cf1-b91f-0aa32eb71998 req-435e1896-d7ef-4953-833a-6780f8e30e9d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0477319 Apr 11 18:51:46.189407 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e0514c4-5886-4cf1-b91f-0aa32eb71998 req-7841d6d4-a136-46f5-a163-d0414a296285 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409830 Apr 11 18:51:46.903449 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33037044-c8b2-47df-8a61-5164e04ce4dd req-a67e4207-227c-48f1-9b54-740cb2862c5f tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:46.904883 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-33037044-c8b2-47df-8a61-5164e04ce4dd req-a67e4207-227c-48f1-9b54-740cb2862c5f tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0456469 Apr 11 18:51:46.951370 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-33037044-c8b2-47df-8a61-5164e04ce4dd req-83548173-dcf3-4909-9f53-74107b100ec0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410905 Apr 11 18:51:47.020161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5297ef-1f96-4c2c-91ff-e531dca2a5de req-423ba372-2229-41c6-a317-c51c186cbd0b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:47.021667 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-db5297ef-1f96-4c2c-91ff-e531dca2a5de req-423ba372-2229-41c6-a317-c51c186cbd0b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0514271 Apr 11 18:51:47.067214 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-db5297ef-1f96-4c2c-91ff-e531dca2a5de req-f631a094-5c83-43ed-a273-6c7db51f2435 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390851 Apr 11 18:51:47.299450 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15438af-7b91-4e37-bcf2-3a8f6d9bcf93 req-598ae4d9-6a8c-4560-89a6-d29f5daf3fdd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:47.301026 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b15438af-7b91-4e37-bcf2-3a8f6d9bcf93 req-598ae4d9-6a8c-4560-89a6-d29f5daf3fdd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0485301 Apr 11 18:51:47.353608 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b15438af-7b91-4e37-bcf2-3a8f6d9bcf93 req-2f5f80b5-20ff-4778-8afa-a91cbca9f827 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465474 Apr 11 18:51:48.061737 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f365634-9eb0-4d77-9131-18014f888c97 req-19f23e85-822b-461d-81ab-3e7cdebfcac8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:48.063164 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5f365634-9eb0-4d77-9131-18014f888c97 req-19f23e85-822b-461d-81ab-3e7cdebfcac8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0456452 Apr 11 18:51:48.113751 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5f365634-9eb0-4d77-9131-18014f888c97 req-206a549f-1c6b-4f9d-84d4-f6bfda8bde4f tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449653 Apr 11 18:51:48.185910 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8436b6a-dcbe-43fb-866d-65de51845b10 req-4cb0ef96-e139-4008-bf63-701dedd4bbc0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:48.188359 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f8436b6a-dcbe-43fb-866d-65de51845b10 req-4cb0ef96-e139-4008-bf63-701dedd4bbc0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0476913 Apr 11 18:51:48.234765 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f8436b6a-dcbe-43fb-866d-65de51845b10 req-50b7babf-5a6e-4ea6-ac72-4e1c8150a4e4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408375 Apr 11 18:51:48.484912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce2b5b-57d4-4c06-b7f5-380a89f87eca req-fdb8d412-3908-47b5-aa9a-f7cd8d755bf3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:48.486409 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07ce2b5b-57d4-4c06-b7f5-380a89f87eca req-fdb8d412-3908-47b5-aa9a-f7cd8d755bf3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0505414 Apr 11 18:51:48.553792 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07ce2b5b-57d4-4c06-b7f5-380a89f87eca req-c7404c8f-61bb-4645-93f4-692947e7b3ca tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610685 Apr 11 18:51:48.876758 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:49.227669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d85c1a6-4d58-4343-985f-ff472ac59f03 req-1a6f8b23-303f-4239-b374-72866c2c14f5 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:49.229117 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d85c1a6-4d58-4343-985f-ff472ac59f03 req-1a6f8b23-303f-4239-b374-72866c2c14f5 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0505936 Apr 11 18:51:49.275461 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d85c1a6-4d58-4343-985f-ff472ac59f03 req-4e309eba-7a2c-4cbb-a37d-39f1ae246329 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408318 Apr 11 18:51:49.349870 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941283d-cc9a-47e8-9ca1-997a5b2b2567 req-efe2a963-dd32-462f-ab6a-d9c02337aa53 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:49.351832 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c941283d-cc9a-47e8-9ca1-997a5b2b2567 req-efe2a963-dd32-462f-ab6a-d9c02337aa53 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0459626 Apr 11 18:51:49.397166 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c941283d-cc9a-47e8-9ca1-997a5b2b2567 req-ba2c36d5-fef0-4724-b5cc-2c1dcae2bc70 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397749 Apr 11 18:51:49.670387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c5779-4b8e-40c3-941b-5623f25d29df req-3aee6196-567d-419e-8085-2f8a364c6323 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:49.671727 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c10c5779-4b8e-40c3-941b-5623f25d29df req-3aee6196-567d-419e-8085-2f8a364c6323 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0488155 Apr 11 18:51:49.717956 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c10c5779-4b8e-40c3-941b-5623f25d29df req-60709a85-738d-4920-a2a7-aa1f38b03125 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407181 Apr 11 18:51:50.387348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be26931-518a-4e4c-8b49-e9deef601b57 req-09bf43d4-ccf8-4c89-9ca8-1296b4fee7af tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:50.388693 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7be26931-518a-4e4c-8b49-e9deef601b57 req-09bf43d4-ccf8-4c89-9ca8-1296b4fee7af tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0456421 Apr 11 18:51:50.433702 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7be26931-518a-4e4c-8b49-e9deef601b57 req-62fa67f3-6480-479f-9acb-7346a44e1287 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394876 Apr 11 18:51:50.510680 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dedfc4-21a1-4d09-a051-2bcf6725db7e req-fc9304fc-8b5d-4b38-b445-cbd0471b986c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:50.512088 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-89dedfc4-21a1-4d09-a051-2bcf6725db7e req-fc9304fc-8b5d-4b38-b445-cbd0471b986c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0452237 Apr 11 18:51:50.560192 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-89dedfc4-21a1-4d09-a051-2bcf6725db7e req-b0d2903e-f9c6-440b-97a9-2ad4dc5fe0bb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427110 Apr 11 18:51:50.826070 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8e3d20-6e3f-4551-96ef-d77091ed89a8 req-7d29907d-a27f-4128-98c6-2b15c42b8d2e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:50.827481 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b8e3d20-6e3f-4551-96ef-d77091ed89a8 req-7d29907d-a27f-4128-98c6-2b15c42b8d2e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0457823 Apr 11 18:51:50.872670 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b8e3d20-6e3f-4551-96ef-d77091ed89a8 req-4ccbc46d-193b-4711-8871-153107ff0866 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395842 Apr 11 18:51:51.542993 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61691479-ea4e-483d-a97a-b795b9417741 req-2e64abbf-0fe6-4eb4-896e-1f60e4dfa0b6 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:51.544422 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-61691479-ea4e-483d-a97a-b795b9417741 req-2e64abbf-0fe6-4eb4-896e-1f60e4dfa0b6 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0453370 Apr 11 18:51:51.590005 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-61691479-ea4e-483d-a97a-b795b9417741 req-4547e5ac-6da5-4d38-8d4e-6f9222d4d141 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401516 Apr 11 18:51:51.680100 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1866c719-e9a5-452d-8182-ec97a88c5c2e req-611f2671-68f9-45a1-bb70-c9bd7175baad tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:51.681887 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1866c719-e9a5-452d-8182-ec97a88c5c2e req-611f2671-68f9-45a1-bb70-c9bd7175baad tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0509441 Apr 11 18:51:51.728569 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1866c719-e9a5-452d-8182-ec97a88c5c2e req-ecdabec5-ac6e-46ff-9c38-51533caa0ef4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409920 Apr 11 18:51:51.747082 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:51:51.821921 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: DOWN; New status is: DOWN {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:51:52.016886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c78fb90-49bf-49f5-bad7-ab9f51203b77 req-8ab413a8-2f07-4a5c-aada-4fdc62c4701e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:52.018393 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8c78fb90-49bf-49f5-bad7-ab9f51203b77 req-8ab413a8-2f07-4a5c-aada-4fdc62c4701e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0758603 Apr 11 18:51:52.023864 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f77c7-bba6-4aa4-8d37-1dc60801b018 req-003cac89-4939-4620-9069-9866e9b4c6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:52.025255 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b8f77c7-bba6-4aa4-8d37-1dc60801b018 req-003cac89-4939-4620-9069-9866e9b4c6ed service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1129 time: 0.0541158 Apr 11 18:51:52.071277 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8c78fb90-49bf-49f5-bad7-ab9f51203b77 req-4cfc6566-bfe5-4416-baa2-563dacec65e5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450859 Apr 11 18:51:52.184594 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b8f77c7-bba6-4aa4-8d37-1dc60801b018 req-d8ed3033-8893-47dd-95a5-1d2204851a45 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379138 Apr 11 18:51:52.708358 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d469bb50-7500-43e5-892f-980f13fdfea2 req-bbe75597-1de8-4dee-8792-ffbad69a2c14 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:52.710190 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d469bb50-7500-43e5-892f-980f13fdfea2 req-bbe75597-1de8-4dee-8792-ffbad69a2c14 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0505128 Apr 11 18:51:52.779718 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d469bb50-7500-43e5-892f-980f13fdfea2 req-67d5221c-5caa-4980-a8c3-dfd9120840a0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637674 Apr 11 18:51:52.870321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d180015-d493-4fbe-a695-3df1b0cf731b req-09d5af8c-ff41-4d23-8c3e-4b5e0a7e6274 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:52.871671 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3d180015-d493-4fbe-a695-3df1b0cf731b req-09d5af8c-ff41-4d23-8c3e-4b5e0a7e6274 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0457952 Apr 11 18:51:52.920243 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3d180015-d493-4fbe-a695-3df1b0cf731b req-07be8dd4-f20b-4c2b-ac30-7d6ed417d904 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429490 Apr 11 18:51:53.186902 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebcbbbb-d02c-4d2d-9f79-715a8b041951 req-62fba86d-41bb-4e7b-9ad0-448ff450a776 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:53.188376 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ebcbbbb-d02c-4d2d-9f79-715a8b041951 req-62fba86d-41bb-4e7b-9ad0-448ff450a776 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0468719 Apr 11 18:51:53.235758 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ebcbbbb-d02c-4d2d-9f79-715a8b041951 req-aae94c50-8b5e-4921-87f7-c1a10eac5d7c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417526 Apr 11 18:51:53.383962 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-72643d81-455b-4ff8-86e1-87f688066a78 req-cff40e53-a54d-4f18-a301-c1e96847724a service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:51:53.384852 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-72643d81-455b-4ff8-86e1-87f688066a78 req-cff40e53-a54d-4f18-a301-c1e96847724a service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060039 Apr 11 18:51:53.532050 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2cd45-90ba-489a-96bb-0c81fcd48a18 req-0d7e0300-9d84-4443-8f4d-3f9cc7d1aaa7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:53.533582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e1d2cd45-90ba-489a-96bb-0c81fcd48a18 req-0d7e0300-9d84-4443-8f4d-3f9cc7d1aaa7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0465138 Apr 11 18:51:53.581658 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e1d2cd45-90ba-489a-96bb-0c81fcd48a18 req-3fd37639-b2c0-49d3-ae92-bf16ef3b02b5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425794 Apr 11 18:51:53.886224 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 40182) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:53.911420 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23465e-d09f-4f7b-9b9b-74adf93c0945 req-9c8dbdfb-5b9c-47db-a061-315565787969 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:53.913617 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2a23465e-d09f-4f7b-9b9b-74adf93c0945 req-9c8dbdfb-5b9c-47db-a061-315565787969 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0515177 Apr 11 18:51:53.960380 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2a23465e-d09f-4f7b-9b9b-74adf93c0945 req-7426cf49-35a5-4173-9647-c41f6123a680 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409706 Apr 11 18:51:53.970726 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-6a4b7583-90ca-4e95-90d3-f40786d3bc10 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0833750 Apr 11 18:51:53.980134 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-9a9dc89c-6ecd-4583-b24b-e02b12b16033 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115230) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:51:53.981148 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-9a9dc89c-6ecd-4583-b24b-e02b12b16033 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050330 Apr 11 18:51:54.055406 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 40190) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:51:54.102051 dv-cinder-837356-1-iscsi neutron-server[115230]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 11 18:51:54.145954 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-222633fb-92d0-411d-8585-138c50538d26 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:54.147321 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-222633fb-92d0-411d-8585-138c50538d26 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports/0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 940 time: 0.0909498 Apr 11 18:51:54.352087 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a96098-d036-4402-8e4c-5e0ca6ea1b29 req-424dfb92-25b6-4388-9443-3e1ad3728612 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:54.353627 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-69a96098-d036-4402-8e4c-5e0ca6ea1b29 req-424dfb92-25b6-4388-9443-3e1ad3728612 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0478926 Apr 11 18:51:54.404298 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-69a96098-d036-4402-8e4c-5e0ca6ea1b29 req-77636177-5fa1-4633-86f4-a6fd8bd9e368 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446286 Apr 11 18:51:54.696885 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d099e1-6474-4083-8750-327fa1fd97f4 req-ed839cba-ab23-486a-b1c7-c557b93d7f01 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:54.698375 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f3d099e1-6474-4083-8750-327fa1fd97f4 req-ed839cba-ab23-486a-b1c7-c557b93d7f01 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0478809 Apr 11 18:51:54.748577 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f3d099e1-6474-4083-8750-327fa1fd97f4 req-d3f7ca65-2b14-47be-8a68-3deef2ce49a2 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440848 Apr 11 18:51:55.069271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c3d35-8d0b-4820-bd5c-9b9370f11937 req-6326f878-3447-403a-b363-66b979f0dbdb tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:55.070686 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd1c3d35-8d0b-4820-bd5c-9b9370f11937 req-6326f878-3447-403a-b363-66b979f0dbdb tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0451841 Apr 11 18:51:55.116414 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd1c3d35-8d0b-4820-bd5c-9b9370f11937 req-5da86b4a-f0cd-4563-b2fb-1528077b0cf4 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402293 Apr 11 18:51:55.492932 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-114031e5-6c0e-4f76-b8f0-df736dcf9417 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:55.494425 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-114031e5-6c0e-4f76-b8f0-df736dcf9417 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 945 time: 0.0573242 Apr 11 18:51:55.559596 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd6b488-30de-46fa-a931-7f181d2a41f1 req-b40e15e7-0a51-4c20-b2b5-375bc0d031fd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:55.561082 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ddd6b488-30de-46fa-a931-7f181d2a41f1 req-b40e15e7-0a51-4c20-b2b5-375bc0d031fd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0899713 Apr 11 18:51:55.633862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Deleting port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:51:55.634198 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:55.652582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ddd6b488-30de-46fa-a931-7f181d2a41f1 req-a782a74d-4d47-46b8-b840-45ad6dfea3d1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859077 Apr 11 18:51:55.730187 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] For port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:51:55.730555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:55.743070 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Calling delete_port for 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:51:55.898747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36512faa-ea95-45d4-9b23-9015f4f127e4 req-05a7ccaf-07ee-4814-9241-67cfe574a279 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:55.900237 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-36512faa-ea95-45d4-9b23-9015f4f127e4 req-05a7ccaf-07ee-4814-9241-67cfe574a279 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0792074 Apr 11 18:51:55.924359 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (5ce443ba-4baf-4b0f-b71f-f91ccfb07770), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:55.956973 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Pushing event deleted for resources: {'Port': ['ID=5ce443ba-4baf-4b0f-b71f-f91ccfb07770,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:51:56.000814 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-36512faa-ea95-45d4-9b23-9015f4f127e4 req-dab32a05-1ec7-45bd-97af-20dcecf41d8e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915551 Apr 11 18:51:56.018699 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] No DVR routers for this DVR port 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:51:56.021131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:56.024970 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c3c97797-0b13-4166-856a-1e8eacd7c4ce req-6f8cf9b0-d227-46eb-9a3e-1edf2ab2b769 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "DELETE /v2.0/ports/5ce443ba-4baf-4b0f-b71f-f91ccfb07770 HTTP/1.1" status: 204 len: 173 time: 0.5102262 Apr 11 18:51:56.025526 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'name': 'network-vif-deleted', 'tag': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:51:56.027803 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ad1f9a-c99f-4e82-847f-92b5033c66a5" -d '{"events": [{"server_uuid": "b1e7b51a-01e0-46b6-97ff-aef706f59091", "name": "network-vif-deleted", "tag": "5ce443ba-4baf-4b0f-b71f-f91ccfb07770"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:51:56.060043 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65385a14-a68a-4dbc-adbc-056aa309d248 x-openstack-request-id: req-65385a14-a68a-4dbc-adbc-056aa309d248 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:51:56.060335 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1e7b51a-01e0-46b6-97ff-aef706f59091", "name": "network-vif-deleted", "tag": "5ce443ba-4baf-4b0f-b71f-f91ccfb07770", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:51:56.060591 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-65385a14-a68a-4dbc-adbc-056aa309d248 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:51:56.060985 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65385a14-a68a-4dbc-adbc-056aa309d248'] response: {'server_uuid': 'b1e7b51a-01e0-46b6-97ff-aef706f59091', 'name': 'network-vif-deleted', 'tag': '5ce443ba-4baf-4b0f-b71f-f91ccfb07770', 'status': 'completed', 'code': 200} Apr 11 18:51:56.207091 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d0b97025-e602-453b-830d-d4571aaf8ff5 req-1bc043a5-a617-4d08-bf7b-a8e2b7480106 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0274611 Apr 11 18:51:56.764812 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f35884-32cc-4433-927d-9576d5ac3df9 req-28696f74-1e83-471f-8e20-ef4fa6eb3629 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:56.766265 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4f35884-32cc-4433-927d-9576d5ac3df9 req-28696f74-1e83-471f-8e20-ef4fa6eb3629 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0456440 Apr 11 18:51:56.811716 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4f35884-32cc-4433-927d-9576d5ac3df9 req-804093ae-ffcc-43b3-af3d-ecb58c1421ac tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400040 Apr 11 18:51:57.118167 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf04e15-3bc9-4c4c-bb32-f5f3ed82ff28 req-05316dfa-f570-42c4-8f11-92d75c3052ca tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:57.119674 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ccf04e15-3bc9-4c4c-bb32-f5f3ed82ff28 req-05316dfa-f570-42c4-8f11-92d75c3052ca tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0476739 Apr 11 18:51:57.128557 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3ed74d76-2154-4e85-8aed-502ada33ab7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:57.171596 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ccf04e15-3bc9-4c4c-bb32-f5f3ed82ff28 req-367ee66b-b611-4a35-b520-4459f17af456 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Apr 11 18:51:57.297762 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5270d38d-5e31-462a-acb8-0397754828fc req-068c5433-b104-4322-b8ae-bcff6b87b52c tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0273449 Apr 11 18:51:57.923064 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7254ca95-c902-4cee-a70f-41f30b4d7edd req-ead01639-1b5f-470d-945a-30cb3a7fb802 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:57.924496 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7254ca95-c902-4cee-a70f-41f30b4d7edd req-ead01639-1b5f-470d-945a-30cb3a7fb802 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0465403 Apr 11 18:51:57.969905 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7254ca95-c902-4cee-a70f-41f30b4d7edd req-f1cf2701-3a20-478e-8dbc-9053b8e6836d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393386 Apr 11 18:51:58.289043 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faf78a0-9031-416e-ad39-7fe53f633e45 req-ce1f32f3-0a65-45be-8b9b-54644da6318d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:58.290486 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1faf78a0-9031-416e-ad39-7fe53f633e45 req-ce1f32f3-0a65-45be-8b9b-54644da6318d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0483520 Apr 11 18:51:58.295777 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:51:58.316968 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:51:58.318822 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 5ce443ba-4baf-4b0f-b71f-f91ccfb07770 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:51:58.337775 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1faf78a0-9031-416e-ad39-7fe53f633e45 req-bd4d98f4-25c1-4e0e-b77e-99bfe84243fb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417686 Apr 11 18:51:58.392680 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dbbe5bb9-b191-44d2-adc3-6ac8c19ed43c req-1422cea8-9c23-4b48-84bb-b9f41f891115 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0273178 Apr 11 18:51:59.130391 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a246c5-5fcb-4784-8829-764734490185 req-9d13fef6-caca-4435-b3b5-c0d817e56275 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:59.132891 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d4a246c5-5fcb-4784-8829-764734490185 req-9d13fef6-caca-4435-b3b5-c0d817e56275 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0877409 Apr 11 18:51:59.228805 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-3f504852-3928-4aa6-8438-74ce2c9ccd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:59.230322 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-3f504852-3928-4aa6-8438-74ce2c9ccd19 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1127 time: 0.0792811 Apr 11 18:51:59.234122 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d4a246c5-5fcb-4784-8829-764734490185 req-6772c09f-9c14-4e66-938b-2c7ee72a7ce6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934422 Apr 11 18:51:59.464437 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dfbed2-1486-4321-86dd-98ccfbefbda3 req-cdefd388-6cd5-4397-b14f-76d60f06e389 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:59.466045 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8dfbed2-1486-4321-86dd-98ccfbefbda3 req-cdefd388-6cd5-4397-b14f-76d60f06e389 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0546162 Apr 11 18:51:59.533625 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0fde666e-1d7c-4499-8d6c-3cc18972ae23 req-dcc9f8b8-d95b-40e9-b893-663947f519c1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=b1e7b51a-01e0-46b6-97ff-aef706f59091 HTTP/1.1" status: 200 len: 210 time: 0.0516782 Apr 11 18:51:59.536184 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-45e3c3db-6fc8-4d8d-a588-cdebc860ce3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:51:59.562713 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8dfbed2-1486-4321-86dd-98ccfbefbda3 req-3c202148-b4f5-4950-805b-319bfa73a58c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900657 Apr 11 18:51:59.783900 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-930a7710-9dcc-41b8-be7c-52a24cc1fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:51:59.785486 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-930a7710-9dcc-41b8-be7c-52a24cc1fe31 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.1045032 Apr 11 18:51:59.864144 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-b5de3613-362a-4ed1-82e9-00d59b8512b5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 999 time: 0.0582798 Apr 11 18:52:00.118088 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-23eecfd0-b439-44b8-8f22-84d3052a620a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:00.119559 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-23eecfd0-b439-44b8-8f22-84d3052a620a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0513866 Apr 11 18:52:00.177312 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-d6a2954f-6093-42de-83d0-fed3e4035917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:00.178844 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-d6a2954f-6093-42de-83d0-fed3e4035917 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419836 Apr 11 18:52:00.275711 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-80c6c078-7d7f-49ef-a30d-d870f8468bea service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888886 Apr 11 18:52:00.399258 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9da2b0-6c67-4bd7-9354-e7e82e532f41 req-daf40774-5a03-498d-b728-e3d5564faa04 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:00.400839 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a9da2b0-6c67-4bd7-9354-e7e82e532f41 req-daf40774-5a03-498d-b728-e3d5564faa04 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0934873 Apr 11 18:52:00.429727 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-934ed7ee-ec3a-4645-ae15-51c0ac053230 req-6b4efe03-46a0-4bac-8ce1-2cff3fdf3751 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431425 Apr 11 18:52:00.461743 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7a9da2b0-6c67-4bd7-9354-e7e82e532f41 req-e58b64bd-8537-4de1-b4c2-49c8c9624092 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526927 Apr 11 18:52:00.573583 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae64c86-d4a9-4a9e-9f23-6580a9ec0fe1 req-5ccbd34d-8a81-4fc7-b467-f20d0ee0d342 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:00.575111 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2ae64c86-d4a9-4a9e-9f23-6580a9ec0fe1 req-5ccbd34d-8a81-4fc7-b467-f20d0ee0d342 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0512660 Apr 11 18:52:00.584203 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 40314) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:00.589367 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'floatingip': {'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:00.647706 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:00.659172 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:00.704603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207d1bf-91c7-4bff-800f-cbddbb30ce8d req-9ad7d1be-1798-46b9-a02c-1d265a39fee1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:00.706344 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6207d1bf-91c7-4bff-800f-cbddbb30ce8d req-9ad7d1be-1798-46b9-a02c-1d265a39fee1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0589821 Apr 11 18:52:00.795319 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6207d1bf-91c7-4bff-800f-cbddbb30ce8d req-19cd2aef-bc84-4272-9401-b02dcade8fca tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796633 Apr 11 18:52:01.130464 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:01.134789 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:01.232715 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.l3_db [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Floating IP 2bb0e53c-4766-45d2-ad9e-8d756f5f09e8 associated. External IP: 172.27.0.159, port: e55bbb2b-e845-4b36-a240-49c680536615. Apr 11 18:52:01.436634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Router 109ba8ee-5000-498d-94c9-ee3a690f4264 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:52:01.725758 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:52:01.730558 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:01.737246 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] Sync routers for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:52:01.747720 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:52:01.748432 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:52:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:01.763275 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-088865f2-4fc4-4fa8-8bb4-81ec5762fbb1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "PUT /v2.0/floatingips/2bb0e53c-4766-45d2-ad9e-8d756f5f09e8 HTTP/1.1" status: 200 len: 991 time: 1.1778233 Apr 11 18:52:01.763988 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:52:01.766298 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-689f2726-7481-4748-a315-23e39955a9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:52:01.800640 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90022753-3de7-407f-bd92-36842cf6fffa x-openstack-request-id: req-90022753-3de7-407f-bd92-36842cf6fffa {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:52:01.800927 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:52:01.801212 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-90022753-3de7-407f-bd92-36842cf6fffa {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:52:01.801609 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90022753-3de7-407f-bd92-36842cf6fffa'] response: {'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615', 'status': 'completed', 'code': 200} Apr 11 18:52:01.857589 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:52:01.919521 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f71e4a-421f-4bf4-bb85-7a295890b3ac req-594d1179-6262-4051-b090-45e93003af72 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:01.921264 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f6f71e4a-421f-4bf4-bb85-7a295890b3ac req-594d1179-6262-4051-b090-45e93003af72 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0487614 Apr 11 18:52:01.976689 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f6f71e4a-421f-4bf4-bb85-7a295890b3ac req-30addbef-74fb-4c00-9e6a-6820081dfa99 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502114 Apr 11 18:52:02.020659 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:02.174853 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '2bb0e53c-4766-45d2-ad9e-8d756f5f09e8', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'mac_address': 'fa:16:3e:09:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:12Z', 'updated_at': '2022-04-11T18:52:01Z', 'revision_number': 1, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:02.201019 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] Checking router: 109ba8ee-5000-498d-94c9-ee3a690f4264 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:52:02.209943 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:52:02.210537 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:52:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:02.314173 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:52:02.528024 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '2bb0e53c-4766-45d2-ad9e-8d756f5f09e8', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'mac_address': 'fa:16:3e:09:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:12Z', 'updated_at': '2022-04-11T18:52:01Z', 'revision_number': 1, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:02.554553 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d990cc6-5cf7-4490-a941-d3de0b47faea None None] The sync data for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi is: [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '2bb0e53c-4766-45d2-ad9e-8d756f5f09e8', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'mac_address': 'fa:16:3e:09:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:12Z', 'updated_at': '2022-04-11T18:52:01Z', 'revision_number': 1, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:52:02.745114 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5197992-b7f0-4631-b6f5-a737119cb147 None None] New status for floating IP 2bb0e53c-4766-45d2-ad9e-8d756f5f09e8: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:52:03.324444 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682755fb-5c27-4009-b538-68186cf79ada req-f56d9e0f-7561-4eab-a53c-0c2c4ab560e6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:03.325909 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-682755fb-5c27-4009-b538-68186cf79ada req-f56d9e0f-7561-4eab-a53c-0c2c4ab560e6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.2785137 Apr 11 18:52:03.370735 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-682755fb-5c27-4009-b538-68186cf79ada req-362c4cb0-4b79-40a5-ac59-432c6c559e1c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391142 Apr 11 18:52:03.655772 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:03.994770 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2726-7481-4748-a315-23e39955a9f8 req-fa85891b-657e-42f4-befa-eb03e979e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:03.996604 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-689f2726-7481-4748-a315-23e39955a9f8 req-fa85891b-657e-42f4-befa-eb03e979e564 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1129 time: 0.0513892 Apr 11 18:52:04.097840 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2726-7481-4748-a315-23e39955a9f8 req-944c3cd8-1cf3-466b-9baf-ee6a37944d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:04.099368 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-689f2726-7481-4748-a315-23e39955a9f8 req-944c3cd8-1cf3-466b-9baf-ee6a37944d9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.0966063 Apr 11 18:52:04.547982 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-75f8016f-fd3d-463c-94c6-e260b3d1dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:04.549484 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-75f8016f-fd3d-463c-94c6-e260b3d1dd5e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9&tenant_id=c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 1127 time: 0.1162808 Apr 11 18:52:04.557563 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed94c18-5990-47e2-ae3d-fdad53e6f468 req-99a3491e-5065-403e-a73b-f8aef0955392 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:04.558951 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ed94c18-5990-47e2-ae3d-fdad53e6f468 req-99a3491e-5065-403e-a73b-f8aef0955392 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0940604 Apr 11 18:52:04.560844 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-689f2726-7481-4748-a315-23e39955a9f8 req-65554681-18a4-44df-a056-e6b367a8ad96 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 1001 time: 0.1630116 Apr 11 18:52:04.666318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-93428657-9f2b-44a7-9b41-72880971ee65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:04.667929 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-93428657-9f2b-44a7-9b41-72880971ee65 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1127 time: 0.0809128 Apr 11 18:52:04.691662 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ed94c18-5990-47e2-ae3d-fdad53e6f468 req-6caacd49-3c40-473c-b270-934681bf33a4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265333 Apr 11 18:52:04.693065 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2726-7481-4748-a315-23e39955a9f8 req-ce8685ec-e5da-40c7-a209-06b6cb831ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:04.694428 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-689f2726-7481-4748-a315-23e39955a9f8 req-ce8685ec-e5da-40c7-a209-06b6cb831ce7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1218100 Apr 11 18:52:04.783207 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689f2726-7481-4748-a315-23e39955a9f8 req-31d72f20-c208-4bbb-9724-240d78f5f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:04.784683 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-689f2726-7481-4748-a315-23e39955a9f8 req-31d72f20-c208-4bbb-9724-240d78f5f674 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0791636 Apr 11 18:52:04.834269 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-2e18c453-9995-4e8c-94b6-d97908608d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:04.835725 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-2e18c453-9995-4e8c-94b6-d97908608d7b service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.1568103 Apr 11 18:52:04.940729 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-d132c685-5797-4ae0-b4f3-2657ec2f6663 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 200 len: 999 time: 0.0809369 Apr 11 18:52:04.944232 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-689f2726-7481-4748-a315-23e39955a9f8 req-7338d80b-a45d-4324-be9b-e59594ad5dd3 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528211 Apr 11 18:52:05.061179 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-8e6cfdd1-84c6-42ae-aa36-35bf5b76c5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:05.062649 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-8e6cfdd1-84c6-42ae-aa36-35bf5b76c5d8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.1068554 Apr 11 18:52:05.111310 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-689f2726-7481-4748-a315-23e39955a9f8 req-347f89e8-bb71-4f7c-9c41-8eba7b5e9ee1 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476204 Apr 11 18:52:05.118603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-c2c64a8d-e482-4640-a970-9a6676ad7aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:05.120098 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-c2c64a8d-e482-4640-a970-9a6676ad7aa5 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0504286 Apr 11 18:52:05.223105 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-1d7b467b-bb2e-4e2a-b99a-9c0710f1188c service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923738 Apr 11 18:52:05.312432 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6229c6c8-a328-42ce-af17-fbdddba8bfa3 req-9b226dd5-47fc-456e-a0c8-2ddb04775afa service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829842 Apr 11 18:52:05.866362 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ada2604-948d-4b08-8400-72c4c725aa16 req-5d33fde5-a100-406c-96ce-5ade64197276 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:05.869351 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ada2604-948d-4b08-8400-72c4c725aa16 req-5d33fde5-a100-406c-96ce-5ade64197276 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.1007113 Apr 11 18:52:05.979540 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ada2604-948d-4b08-8400-72c4c725aa16 req-0589c5d2-68fb-4440-ac9c-b22cde520b92 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031945 Apr 11 18:52:06.180767 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 40422) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:06.388912 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:06.496452 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Publish callbacks [] for security_group (1b416e9b-d678-4cb8-bf68-90f277d5174b), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:06.502622 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1b416e9b-d678-4cb8-bf68-90f277d5174b), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:06.550147 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6d301e80c23d4467b2652785a7acb7aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668315 Apr 11 18:52:06.551371 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b416e9b-d678-4cb8-bf68-90f277d5174b,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:06.552593 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 40434) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:06.568744 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.569507 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.570198 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.570798 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.571349 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.571896 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.572452 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.573181 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.574107 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.574953 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.575533 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.576188 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.577026 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.577635 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.578199 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbe4e4e3-caa8-46e2-a708-5283c8252652 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.640498 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Publish callbacks [] for security_group (1b416e9b-d678-4cb8-bf68-90f277d5174b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:06.671959 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Publish callbacks [] for security_group (1b416e9b-d678-4cb8-bf68-90f277d5174b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:06.725508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1b416e9b-d678-4cb8-bf68-90f277d5174b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:06.728367 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:06.731858 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1b416e9b-d678-4cb8-bf68-90f277d5174b HTTP/1.1" status: 204 len: 168 time: 0.1753712 Apr 11 18:52:06.738462 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b416e9b-d678-4cb8-bf68-90f277d5174b,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:06.746172 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.746533 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.746884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.747215 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.747558 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.747892 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.748223 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.748568 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.749018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.749449 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.749828 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.750160 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.753465 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.754215 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:06.754967 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09f38ce1-fea0-48e9-a045-b5d611588608 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:07.146751 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d24fd-84bc-48d1-8dab-a373e1a37b79 req-4329eb25-8d23-4fad-8e11-37d6995c5b63 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:07.149496 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c22d24fd-84bc-48d1-8dab-a373e1a37b79 req-4329eb25-8d23-4fad-8e11-37d6995c5b63 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0587771 Apr 11 18:52:07.202853 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c22d24fd-84bc-48d1-8dab-a373e1a37b79 req-1aa17c42-1ce4-46d1-b5e9-be6a01cb2734 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478456 Apr 11 18:52:07.727747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 40470) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:07.877634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-523f75f4-5a3e-40d1-84db-13fa37e7ccc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:08.010909 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-523f75f4-5a3e-40d1-84db-13fa37e7ccc6 admin admin] Publish callbacks [] for security_group (33cc4fc2-bdeb-4485-be32-d6dc09d7b996), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:08.043441 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-523f75f4-5a3e-40d1-84db-13fa37e7ccc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (33cc4fc2-bdeb-4485-be32-d6dc09d7b996), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:08.096460 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523f75f4-5a3e-40d1-84db-13fa37e7ccc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cc4fc2-bdeb-4485-be32-d6dc09d7b996,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:08.115260 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 40474) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:08.133651 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-523f75f4-5a3e-40d1-84db-13fa37e7ccc6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=42e64ec13bb84fa499190b3f34547792&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4047353 Apr 11 18:52:08.189947 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c527d30-ca1b-4d86-82a3-3f1ca7042711 admin admin] Publish callbacks [] for security_group (33cc4fc2-bdeb-4485-be32-d6dc09d7b996), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:08.217129 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c527d30-ca1b-4d86-82a3-3f1ca7042711 admin admin] Publish callbacks [] for security_group (33cc4fc2-bdeb-4485-be32-d6dc09d7b996), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:08.326696 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c527d30-ca1b-4d86-82a3-3f1ca7042711 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (33cc4fc2-bdeb-4485-be32-d6dc09d7b996), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:08.330586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c527d30-ca1b-4d86-82a3-3f1ca7042711 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:08.336865 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3c527d30-ca1b-4d86-82a3-3f1ca7042711 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/33cc4fc2-bdeb-4485-be32-d6dc09d7b996 HTTP/1.1" status: 204 len: 168 time: 0.2203417 Apr 11 18:52:08.358253 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c527d30-ca1b-4d86-82a3-3f1ca7042711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cc4fc2-bdeb-4485-be32-d6dc09d7b996,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:08.455475 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b39695-fba2-4df9-8ccc-9282d4104b1c req-4986b739-65d6-4da7-9d94-fc71c1c45345 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:08.456986 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8b39695-fba2-4df9-8ccc-9282d4104b1c req-4986b739-65d6-4da7-9d94-fc71c1c45345 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0559483 Apr 11 18:52:08.549818 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8b39695-fba2-4df9-8ccc-9282d4104b1c req-afe01b53-ce0a-4332-a527-544c0e283fe6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845451 Apr 11 18:52:09.679508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98e9ae3-f468-4169-8965-59f44a974ee0 req-b0db9f58-b1dd-4380-8d21-0f1bfd8a6084 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:09.681273 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a98e9ae3-f468-4169-8965-59f44a974ee0 req-b0db9f58-b1dd-4380-8d21-0f1bfd8a6084 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0524182 Apr 11 18:52:09.733834 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a98e9ae3-f468-4169-8965-59f44a974ee0 req-562b0569-9937-48d0-8a70-0fe3518ca5df tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450153 Apr 11 18:52:10.913175 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad38185-b083-4dab-906d-9df659fbf291 req-c5d1ddf9-54c5-41dd-a03e-39735fd8b412 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:10.921423 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8ad38185-b083-4dab-906d-9df659fbf291 req-c5d1ddf9-54c5-41dd-a03e-39735fd8b412 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0955567 Apr 11 18:52:11.030242 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8ad38185-b083-4dab-906d-9df659fbf291 req-348f9482-d7da-4307-8bb1-c66cff2658dc tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069691 Apr 11 18:52:11.181798 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-a0bbc9fa-bfac-4298-8315-02400fd04dcc tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:11.185593 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-a0bbc9fa-bfac-4298-8315-02400fd04dcc tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/networks?id=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc HTTP/1.1" status: 200 len: 813 time: 0.1302407 Apr 11 18:52:11.205485 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-723c49c2-c793-4d77-ae17-e44cbff02c47 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/quotas/2c50ebf624db4e168d324e53cb6fd4ee HTTP/1.1" status: 200 len: 375 time: 0.0157366 Apr 11 18:52:11.242416 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-f0d372aa-8c4d-4383-b756-53b2e6d28712 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297492 Apr 11 18:52:11.337225 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-d74d5c67-75e0-42d1-ae32-b460a68b85b5 service neutron] 10.222.0.61 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871196 Apr 11 18:52:11.436143 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-573d7ecf-c6e7-46c6-a588-b16246813761 service neutron] 10.222.0.61 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929921 Apr 11 18:52:11.649722 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e1a2709-e076-4c0e-87a1-271a95f5fca5 req-79e6d2fb-775b-43a7-a9b2-5b1f591f5cbc tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 210 time: 0.0337033 Apr 11 18:52:12.215683 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b56c90-aa1c-4620-859f-333f78852417 req-a2c68839-641a-4bcc-aae8-e9c643177b2f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:12.217370 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d7b56c90-aa1c-4620-859f-333f78852417 req-a2c68839-641a-4bcc-aae8-e9c643177b2f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0683947 Apr 11 18:52:12.294116 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d7b56c90-aa1c-4620-859f-333f78852417 req-1cb88828-faea-48b9-9770-974f0cb6e9b9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704160 Apr 11 18:52:12.746933 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5ce24f39-e293-463a-88e8-686f4e74cc0c req-6e32229b-7648-4cc2-a877-1b06134b80e1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 210 time: 0.0272863 Apr 11 18:52:13.421962 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba3c675-8074-40b3-800c-d34d6f96243e req-5e5fd510-cebe-44e9-8718-4072d41bad50 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:13.423635 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6ba3c675-8074-40b3-800c-d34d6f96243e req-5e5fd510-cebe-44e9-8718-4072d41bad50 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0514607 Apr 11 18:52:13.476673 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6ba3c675-8074-40b3-800c-d34d6f96243e req-53a11603-4000-454f-ab61-79cb9a84ff6b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470004 Apr 11 18:52:13.852511 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ddbcd12b-8c04-4bd0-a146-126132d24737 req-72e9e902-7170-4e60-9b62-526f801e81a1 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 210 time: 0.0349152 Apr 11 18:52:14.596918 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0e7427-ba10-47ff-b233-d616c1db0c84 req-a0a32c3e-f5b4-4757-96cc-b86d17bed8b3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:14.598547 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0e0e7427-ba10-47ff-b233-d616c1db0c84 req-a0a32c3e-f5b4-4757-96cc-b86d17bed8b3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0490787 Apr 11 18:52:14.655108 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0e0e7427-ba10-47ff-b233-d616c1db0c84 req-79ea17dc-9655-4472-905e-ad9f0bff8012 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496304 Apr 11 18:52:14.946393 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f91b8bfc-b29f-462c-b12e-2f4804e795ff req-e49ba66e-634d-4e79-b5d9-107f4ef33553 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 210 time: 0.0275033 Apr 11 18:52:15.772453 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89149e64-3766-4725-85dd-0c1c816e045e req-daaa7476-f0d3-4be3-95ec-0988d1bbcd51 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:15.773972 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-89149e64-3766-4725-85dd-0c1c816e045e req-daaa7476-f0d3-4be3-95ec-0988d1bbcd51 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0464923 Apr 11 18:52:15.825381 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-89149e64-3766-4725-85dd-0c1c816e045e req-f34aa3aa-24fa-4c36-b1f5-1ab14eb85fbf tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455790 Apr 11 18:52:15.977661 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-688f9228-37c7-4ad1-8acd-10f1523668b9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:15.978895 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-688f9228-37c7-4ad1-8acd-10f1523668b9 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "GET /v2.0/networks?id=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc HTTP/1.1" status: 200 len: 813 time: 0.1089568 Apr 11 18:52:15.996466 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Request body: {'port': {'device_id': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc', 'admin_state_up': True, 'tenant_id': '2c50ebf624db4e168d324e53cb6fd4ee'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:16.081601 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-37ee5a7a-fcb9-4609-afe3-425137443f71 req-51e09267-9c76-45e4-bf6a-8f669a66e3da tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 210 time: 0.0443318 Apr 11 18:52:16.159087 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Made reservation on behalf of 2c50ebf624db4e168d324e53cb6fd4ee for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:52:16.162880 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:16.288227 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Allocated IP 172.20.0.11 (25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc/34b830ca-4458-48a3-9c48-16c52d88bcd7/517a137b-4bfa-4f02-b5a5-0efaf24d3eb2) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:52:16.427365 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks [] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:16.460786 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:16.506167 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:52:16.509189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:52:16.512662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:52:16.539913 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Pushing event updated for resources: {'Port': ['ID=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:16.562525 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:16.563136 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:16.579526 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c1ac50fb-187a-4f5b-8927-3318246cc397 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5878069 Apr 11 18:52:16.652696 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:52:16.942066 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711e994c-a9c7-4bdd-8ef0-d0470c5c064b req-f2f6581c-aaa2-4be7-ba6d-6e88a3042bb0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:16.943490 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-711e994c-a9c7-4bdd-8ef0-d0470c5c064b req-f2f6581c-aaa2-4be7-ba6d-6e88a3042bb0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0466409 Apr 11 18:52:16.990680 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-711e994c-a9c7-4bdd-8ef0-d0470c5c064b req-890d74ee-753e-4941-8710-0eb62cf5bdf4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418293 Apr 11 18:52:17.188723 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7d708-8d54-4aa2-9ca8-ae5b4814dfd5 req-44c091d3-4696-4b8f-b898-967e3e0b2493 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:17.190250 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78c7d708-8d54-4aa2-9ca8-ae5b4814dfd5 req-44c091d3-4696-4b8f-b898-967e3e0b2493 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 932 time: 0.0489345 Apr 11 18:52:17.236552 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78c7d708-8d54-4aa2-9ca8-ae5b4814dfd5 req-02c7369e-c009-4dbc-a08f-5c46d2c919e8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401483 Apr 11 18:52:18.107713 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8ff27-9ead-4984-b1ad-6954e5c04c07 req-12d0ad59-8625-497e-8753-5f6a6df00dc0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:18.109101 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-66b8ff27-9ead-4984-b1ad-6954e5c04c07 req-12d0ad59-8625-497e-8753-5f6a6df00dc0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0474875 Apr 11 18:52:18.155510 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-66b8ff27-9ead-4984-b1ad-6954e5c04c07 req-4be8a1c4-52f8-4b58-96d3-9f425d56d68c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409288 Apr 11 18:52:18.345786 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81877b-5bd2-4c44-8872-6770273c7131 req-ddb6911d-5cd0-492d-b31e-ec696e64033a tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:18.347193 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3d81877b-5bd2-4c44-8872-6770273c7131 req-ddb6911d-5cd0-492d-b31e-ec696e64033a tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 932 time: 0.0447047 Apr 11 18:52:18.398404 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3d81877b-5bd2-4c44-8872-6770273c7131 req-37a38d14-aac2-411e-a808-2a98cd4c9dd0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449855 Apr 11 18:52:18.465362 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Request body: {'port': {'device_id': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:18.522597 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:18.779016 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:52:18.786316 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Publish callbacks [] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:18.798235 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Transition to ACTIVE for port object 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:52:18.802818 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:18.853873 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Pushing event updated for resources: {'Port': ['ID=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:18.881006 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:18.918823 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Attempting to bind port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:52:18.919151 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Attempting to bind port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:52:18.919472 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Attempting to bind port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 on network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:52:18.923690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 on network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:52:18.923999 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Attempting to bind port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 on network 25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:52:18.934156 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 52, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:52:18.934484 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Checking segment: {'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:52:18.934857 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Bound using segment: {'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:52:18.935267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Bound port: 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ead33c23-3d71-40e3-b87b-9c75ccf03efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:52:18.935612 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:18.998638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] For port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:52:19.001544 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] For port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:52:19.008169 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:19.042038 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.042650 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:19.044013 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] 10.222.0.58 "PUT /v2.0/ports/517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 HTTP/1.1" status: 200 len: 1094 time: 0.5829504 Apr 11 18:52:19.044501 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'tag': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:52:19.046829 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cad8ae0-926b-4e36-a878-19f9a08ab7b1" -d '{"events": [{"name": "network-changed", "server_uuid": "fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f", "tag": "517a137b-4bfa-4f02-b5a5-0efaf24d3eb2"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:52:19.069360 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed681981-bb62-4eaf-bb85-82769e32100d service neutron] Pushing event updated for resources: {'Port': ['ID=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:19.081579 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986781e4-2ce5-4239-88a3-fa071410fd98 x-openstack-request-id: req-986781e4-2ce5-4239-88a3-fa071410fd98 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:52:19.081874 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f", "tag": "517a137b-4bfa-4f02-b5a5-0efaf24d3eb2", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:52:19.082134 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-986781e4-2ce5-4239-88a3-fa071410fd98 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:52:19.082538 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-986781e4-2ce5-4239-88a3-fa071410fd98'] response: {'name': 'network-changed', 'server_uuid': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'tag': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2', 'status': 'completed', 'code': 200} Apr 11 18:52:19.271373 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef4c20d-21d0-4e4e-940d-ec6933086086 req-683bc8de-ea33-474d-930d-121922f1699b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.272800 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ef4c20d-21d0-4e4e-940d-ec6933086086 req-683bc8de-ea33-474d-930d-121922f1699b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0462136 Apr 11 18:52:19.318880 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ef4c20d-21d0-4e4e-940d-ec6933086086 req-c78b0e26-def1-484d-8587-df44492fe917 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Apr 11 18:52:19.545663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4647ac-3299-4a06-a5ec-92a82a746461 req-5e8fad37-db38-41e4-9072-4468d41af2fd tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.547109 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3e4647ac-3299-4a06-a5ec-92a82a746461 req-5e8fad37-db38-41e4-9072-4468d41af2fd tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 944 time: 0.0832207 Apr 11 18:52:19.552522 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8ae0-926b-4e36-a878-19f9a08ab7b1 req-c5277123-eacb-4f04-91ac-1b6ea343a420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.553919 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1cad8ae0-926b-4e36-a878-19f9a08ab7b1 req-c5277123-eacb-4f04-91ac-1b6ea343a420 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 1128 time: 0.0565546 Apr 11 18:52:19.652971 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3e4647ac-3299-4a06-a5ec-92a82a746461 req-b9bbc1a9-e635-4f39-9d8b-07a911def19c tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980277 Apr 11 18:52:19.679057 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8ae0-926b-4e36-a878-19f9a08ab7b1 req-76141fb3-3668-4d90-856c-8822327e230f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.680532 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1cad8ae0-926b-4e36-a878-19f9a08ab7b1 req-76141fb3-3668-4d90-856c-8822327e230f service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1135278 Apr 11 18:52:19.770856 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cad8ae0-926b-4e36-a878-19f9a08ab7b1 req-02ce6721-0d90-42cc-b0e7-faad6321f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.772308 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1cad8ae0-926b-4e36-a878-19f9a08ab7b1 req-02ce6721-0d90-42cc-b0e7-faad6321f095 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0859458 Apr 11 18:52:19.847556 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-98ada5d8-fd02-4486-b022-c3cbfed56975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.849703 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-98ada5d8-fd02-4486-b022-c3cbfed56975 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 1128 time: 0.0406241 Apr 11 18:52:19.893671 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-e7953403-7908-41a8-99bf-0f81914b67e0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 HTTP/1.1" status: 200 len: 217 time: 0.0371003 Apr 11 18:52:19.942631 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c0d0a1ea-a3f9-4108-b781-6543dfedc4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:19.943935 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c0d0a1ea-a3f9-4108-b781-6543dfedc4ba service neutron] 10.222.0.58 "GET /v2.0/subnets?id=34b830ca-4458-48a3-9c48-16c52d88bcd7 HTTP/1.1" status: 200 len: 853 time: 0.0416422 Apr 11 18:52:19.976584 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-0b6a4ad1-68d6-4249-ae17-ec319b5ebedb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255265 Apr 11 18:52:20.077260 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-34477e1d-2164-4564-94b2-3891c068e339 service neutron] 10.222.0.58 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858388 Apr 11 18:52:20.167900 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64f8fca4-aee8-4c04-b5bf-d43434c19e0f req-c5c4af85-edab-4b37-aedf-683042a41f55 service neutron] 10.222.0.58 "GET /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831292 Apr 11 18:52:20.678583 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e9b8e-d003-4b2f-acc7-94afb47706c8 req-7c3d1973-bce7-4c00-9595-4cf9c49f9948 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:20.681183 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-204e9b8e-d003-4b2f-acc7-94afb47706c8 req-7c3d1973-bce7-4c00-9595-4cf9c49f9948 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.2917299 Apr 11 18:52:20.744629 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-204e9b8e-d003-4b2f-acc7-94afb47706c8 req-b0f83a17-666a-40ca-940b-02d9d0b10c4d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567908 Apr 11 18:52:20.779219 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70232d86-540b-4645-ac7a-bfd332a3dcf3 req-a88ae97f-d936-46ad-bdd5-37a9e76ac5fe tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:20.780653 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70232d86-540b-4645-ac7a-bfd332a3dcf3 req-a88ae97f-d936-46ad-bdd5-37a9e76ac5fe tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 944 time: 0.0522778 Apr 11 18:52:20.825489 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70232d86-540b-4645-ac7a-bfd332a3dcf3 req-63607a7c-fceb-4d10-8328-96394febed91 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392208 Apr 11 18:52:21.896380 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7608a3a7-d3b1-4033-b3a3-2dd4abc3309d req-d89117a7-77db-4cef-9e9e-cb6ba4a36111 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:21.898153 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7608a3a7-d3b1-4033-b3a3-2dd4abc3309d req-d89117a7-77db-4cef-9e9e-cb6ba4a36111 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0769820 Apr 11 18:52:21.984833 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba5e83e-616c-4617-911c-b521ba6b0181 req-d3041564-878c-46d7-838b-e668cb1109af tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:21.986261 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5ba5e83e-616c-4617-911c-b521ba6b0181 req-d3041564-878c-46d7-838b-e668cb1109af tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 944 time: 0.0610833 Apr 11 18:52:21.990289 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7608a3a7-d3b1-4033-b3a3-2dd4abc3309d req-2f89ee2c-239f-492c-9ba0-fcf0ec2f2b2a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832677 Apr 11 18:52:22.037509 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5ba5e83e-616c-4617-911c-b521ba6b0181 req-1fbc2c88-57d2-4918-87c9-5b22af2787f0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444112 Apr 11 18:52:23.109953 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418a290-7be6-4f81-abb8-a01846c44237 req-09441922-0d2a-42cc-8d29-3e938bc8b41f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:23.111404 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6418a290-7be6-4f81-abb8-a01846c44237 req-09441922-0d2a-42cc-8d29-3e938bc8b41f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0503476 Apr 11 18:52:23.174614 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5655ff-38ef-4391-b3c2-66cb1a817349 req-af2d582b-26b6-4c92-b0d3-818a50c65931 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:23.176437 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ba5655ff-38ef-4391-b3c2-66cb1a817349 req-af2d582b-26b6-4c92-b0d3-818a50c65931 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 944 time: 0.0641391 Apr 11 18:52:23.208400 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6418a290-7be6-4f81-abb8-a01846c44237 req-110e1841-1f05-4835-af15-5a26db5e6378 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873353 Apr 11 18:52:23.235703 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ba5655ff-38ef-4391-b3c2-66cb1a817349 req-e9699384-0274-4b55-be28-d86523842f34 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530775 Apr 11 18:52:24.334041 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b40ec15-2c3c-43e5-b0f6-0880d1c073d2 req-a30b4ea6-3ba1-4c48-9d62-893f56901525 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:24.335706 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9b40ec15-2c3c-43e5-b0f6-0880d1c073d2 req-a30b4ea6-3ba1-4c48-9d62-893f56901525 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 943 time: 0.0537105 Apr 11 18:52:24.364782 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:52:24.405987 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d727494b-0c16-48f1-a31a-6ff01c966baf req-97efb171-98a0-4dee-8457-c5b8b9d11647 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:24.407437 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d727494b-0c16-48f1-a31a-6ff01c966baf req-97efb171-98a0-4dee-8457-c5b8b9d11647 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 944 time: 0.0811403 Apr 11 18:52:24.454340 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9b40ec15-2c3c-43e5-b0f6-0880d1c073d2 req-3f6e774d-b7c4-4d3e-91b7-cf38cc724664 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023071 Apr 11 18:52:24.482297 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:24.495708 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'port_id': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'mac_address': 'fa:16:3e:07:9d:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:52:24.496369 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d727494b-0c16-48f1-a31a-6ff01c966baf req-c6917125-f6bc-45e9-8153-d391f7a8f2a4 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760734 Apr 11 18:52:24.534049 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:24.534444 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:24.547536 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4d41df-b2ba-4125-a890-3a2d9460fc4b {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:52:24.565897 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:24.570182 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:24.571058 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:52:24.638395 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=9']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:24.656647 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.657068 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.657446 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.657791 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.658123 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.658451 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.658778 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.659100 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.659428 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.659751 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.660074 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.660392 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.660736 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.661095 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.661395 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:24.721049 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:24.732498 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2', 'network_id': '25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc', 'port_id': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2', 'mac_address': 'fa:16:3e:3f:e7:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 533, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '34b830ca-4458-48a3-9c48-16c52d88bcd7', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:52:24.770358 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:24.770752 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:24.783423 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:52:24.806703 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:24.810612 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:24.862443 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:25.332077 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['0a4d41df-b2ba-4125-a890-3a2d9460fc4b'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:52:25.476372 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['517a137b-4bfa-4f02-b5a5-0efaf24d3eb2'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:52:25.575795 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8697723-03f5-4d20-9ad1-56ba62279762 req-07c628d9-badd-4e2b-a4a5-da537f77fc82 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:25.577289 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8697723-03f5-4d20-9ad1-56ba62279762 req-07c628d9-badd-4e2b-a4a5-da537f77fc82 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0497115 Apr 11 18:52:25.642935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facc49b5-2aa2-4edb-8674-c5fb5c15e9ec req-fbb9d25f-8738-433e-aa56-c78d0b7c1ce0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:25.644375 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-facc49b5-2aa2-4edb-8674-c5fb5c15e9ec req-fbb9d25f-8738-433e-aa56-c78d0b7c1ce0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 945 time: 0.0758352 Apr 11 18:52:25.671380 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8697723-03f5-4d20-9ad1-56ba62279762 req-0d27dafd-a85f-425a-ab62-a0dd76ff0cef tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861905 Apr 11 18:52:25.706726 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-facc49b5-2aa2-4edb-8674-c5fb5c15e9ec req-cb496f6c-788c-4050-9255-73cebaa5fbb8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567703 Apr 11 18:52:26.830483 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c413e0f-d57d-4112-8c56-e161fd152dfd req-2ae5e429-c2f2-49bf-a9d3-8121642b7b1a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:26.831943 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c413e0f-d57d-4112-8c56-e161fd152dfd req-2ae5e429-c2f2-49bf-a9d3-8121642b7b1a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 944 time: 0.0778625 Apr 11 18:52:26.860009 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaab72a4-7103-4cc4-b9ec-71ce04569744 req-d2a0f442-79c8-40b5-b6f6-9a228eb6a0c4 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:26.861467 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aaab72a4-7103-4cc4-b9ec-71ce04569744 req-d2a0f442-79c8-40b5-b6f6-9a228eb6a0c4 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 945 time: 0.0745120 Apr 11 18:52:26.906660 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c413e0f-d57d-4112-8c56-e161fd152dfd req-0b24847c-c5d8-4361-8c33-06b3bf99e387 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681791 Apr 11 18:52:26.930895 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aaab72a4-7103-4cc4-b9ec-71ce04569744 req-cde3d4d6-9b61-4b0b-abae-b85f0bb5df7c tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627444 Apr 11 18:52:26.946534 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:52:26.993241 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:26.993904 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:27.165115 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ea1b8615-b3fd-4c9b-a487-9466b5261ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:27.205953 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:27.206339 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:27.229465 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:52:27.231729 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aad3f0c-8885-4d4c-9042-429107af8a7b" -d '{"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:52:27.246768 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:27.251782 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:27.252597 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:52:27.293025 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d33661-8397-42e2-b469-eaa461fa43c2 x-openstack-request-id: req-e5d33661-8397-42e2-b469-eaa461fa43c2 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:52:27.293399 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-plugged", "status": "completed", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:52:27.293677 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e5d33661-8397-42e2-b469-eaa461fa43c2 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:52:27.294049 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5d33661-8397-42e2-b469-eaa461fa43c2'] response: {'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'code': 200} Apr 11 18:52:27.334236 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=10']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:27.340812 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:52:27.346758 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:27.347107 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:27.421970 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:27.422356 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:27.457144 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:27.460746 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:27.510870 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:27.836501 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37b8528-9919-4c50-9e5e-3858417ce655 req-f44e0c1c-21b5-465a-a0c3-e34ae60efdad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:27.838212 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c37b8528-9919-4c50-9e5e-3858417ce655 req-f44e0c1c-21b5-465a-a0c3-e34ae60efdad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 1130 time: 0.0449164 Apr 11 18:52:27.886120 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c37b8528-9919-4c50-9e5e-3858417ce655 req-902fc950-878f-45e3-a323-dfcecdae9b39 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417416 Apr 11 18:52:28.049654 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71ddd2-55cc-4655-8cea-4f7fdcbde2a4 req-8d84a755-ca9f-4ce2-ae90-a7fb3e6c56f7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:28.051023 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8c71ddd2-55cc-4655-8cea-4f7fdcbde2a4 req-8d84a755-ca9f-4ce2-ae90-a7fb3e6c56f7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0713327 Apr 11 18:52:28.077786 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53553dcd-6254-4c7c-b69e-3fc5c218d6c2 req-a9b36af0-ae78-48c6-b3a1-a8fe158116b8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:28.079505 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-53553dcd-6254-4c7c-b69e-3fc5c218d6c2 req-a9b36af0-ae78-48c6-b3a1-a8fe158116b8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0726972 Apr 11 18:52:28.128625 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8c71ddd2-55cc-4655-8cea-4f7fdcbde2a4 req-d1f3521f-2b4e-47ad-936e-d51a58295eb5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718749 Apr 11 18:52:28.152002 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-53553dcd-6254-4c7c-b69e-3fc5c218d6c2 req-f91869ed-c973-46d9-a056-3452e64c6a6e tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651767 Apr 11 18:52:28.994088 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc89e828-3d49-415d-90d4-34d31c3ba147 req-23e3beb3-394f-48a5-b52f-f2348cf2d57c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:28.995510 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cc89e828-3d49-415d-90d4-34d31c3ba147 req-23e3beb3-394f-48a5-b52f-f2348cf2d57c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0460587 Apr 11 18:52:29.042892 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cc89e828-3d49-415d-90d4-34d31c3ba147 req-a5a6703c-f534-4a01-a64f-d569e34e290c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419538 Apr 11 18:52:29.277326 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0ed7b-069e-43d5-a914-739ae8c68194 req-abb85a27-3082-47fc-ab27-1c3bd709bc41 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:29.278787 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aaa0ed7b-069e-43d5-a914-739ae8c68194 req-abb85a27-3082-47fc-ab27-1c3bd709bc41 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0756757 Apr 11 18:52:29.294821 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:52:29.297766 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91c503de-4b8a-4423-9a52-fe387f024941" -d '{"events": [{"server_uuid": "fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "517a137b-4bfa-4f02-b5a5-0efaf24d3eb2"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:52:29.314401 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec2c48f-8958-4736-999d-f072ef18b8b0 req-5b392abd-bdaf-47ed-b383-6cd04252c7e0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:29.315416 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0ec2c48f-8958-4736-999d-f072ef18b8b0 req-5b392abd-bdaf-47ed-b383-6cd04252c7e0 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0812314 Apr 11 18:52:29.356750 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aaa0ed7b-069e-43d5-a914-739ae8c68194 req-67de47ab-494e-44e8-833e-bfb1f1eda57f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701258 Apr 11 18:52:29.384896 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0ec2c48f-8958-4736-999d-f072ef18b8b0 req-3ad513a2-3624-4d3f-8962-80abb41258ae tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584016 Apr 11 18:52:29.414658 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df9db41-b7c1-4609-bdc7-15fe1fdc19e8 x-openstack-request-id: req-9df9db41-b7c1-4609-bdc7-15fe1fdc19e8 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:52:29.414967 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f", "name": "network-vif-plugged", "status": "completed", "tag": "517a137b-4bfa-4f02-b5a5-0efaf24d3eb2", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:52:29.415219 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9df9db41-b7c1-4609-bdc7-15fe1fdc19e8 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:52:29.415608 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df9db41-b7c1-4609-bdc7-15fe1fdc19e8'] response: {'server_uuid': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2', 'code': 200} Apr 11 18:52:29.542919 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-cc4326bb-4bda-455b-a8ec-aa0e9794d2ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:30.168869 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c8b81-1056-4da9-9012-8b30cab48c01 req-b3e9c167-c217-4339-8921-58efb9afcc3b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:30.170400 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd5c8b81-1056-4da9-9012-8b30cab48c01 req-b3e9c167-c217-4339-8921-58efb9afcc3b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0543573 Apr 11 18:52:30.251221 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd5c8b81-1056-4da9-9012-8b30cab48c01 req-7fd27cc0-4e19-4697-942a-84fb077aadbb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749872 Apr 11 18:52:30.252355 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384738f6-82c7-454b-9a86-52ed7d65e72b req-2ae654fb-bfa8-46cb-b38e-9adddd6e6ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:30.253782 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-384738f6-82c7-454b-9a86-52ed7d65e72b req-2ae654fb-bfa8-46cb-b38e-9adddd6e6ba2 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 1130 time: 0.0594361 Apr 11 18:52:30.300824 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-384738f6-82c7-454b-9a86-52ed7d65e72b req-11dd9f6c-ca6d-4a6e-8629-dea4dfe6c011 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386469 Apr 11 18:52:30.501214 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a23cb8-1db1-4a1c-970f-990989e0d047 req-114a9d82-f574-426b-8649-5c78d5fba409 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:30.502875 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79a23cb8-1db1-4a1c-970f-990989e0d047 req-114a9d82-f574-426b-8649-5c78d5fba409 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0714662 Apr 11 18:52:30.526507 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a34134-cff5-4006-aae6-34e98b010a53 req-dde4cd2e-bd43-4a3c-9e09-7e033fe060de tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:30.527940 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-68a34134-cff5-4006-aae6-34e98b010a53 req-dde4cd2e-bd43-4a3c-9e09-7e033fe060de tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0686140 Apr 11 18:52:30.587954 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79a23cb8-1db1-4a1c-970f-990989e0d047 req-99c5e1a5-3a49-47ab-9119-82d42f145a03 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782440 Apr 11 18:52:30.601108 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-68a34134-cff5-4006-aae6-34e98b010a53 req-4a86a631-349d-4766-afbe-982074bfbbf2 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670459 Apr 11 18:52:30.651387 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:31.367613 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6de987-934e-4d2b-b375-42cafc299bbf req-360da7de-6c85-422f-aa1d-b60f6bb82f39 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:31.369077 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9c6de987-934e-4d2b-b375-42cafc299bbf req-360da7de-6c85-422f-aa1d-b60f6bb82f39 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0475786 Apr 11 18:52:31.415696 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9c6de987-934e-4d2b-b375-42cafc299bbf req-67942383-e02a-4bcf-bfbe-976b5d2dd587 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407557 Apr 11 18:52:31.715874 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4abd84-5245-456b-b1ff-e443d338abad req-7909c83c-c8c8-40b0-bd47-2e5a2ca592f4 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:31.717153 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c4abd84-5245-456b-b1ff-e443d338abad req-7909c83c-c8c8-40b0-bd47-2e5a2ca592f4 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0513895 Apr 11 18:52:31.764169 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4c4abd84-5245-456b-b1ff-e443d338abad req-b46bbc2a-a34b-4dc8-9e15-cf374192e642 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408537 Apr 11 18:52:32.026496 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:32.545328 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0321fd-76f0-4430-99dc-09ae2aa175c2 req-9f6423eb-694d-446f-bff8-ace4be5bc853 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:32.546812 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e0321fd-76f0-4430-99dc-09ae2aa175c2 req-9f6423eb-694d-446f-bff8-ace4be5bc853 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0583477 Apr 11 18:52:32.592297 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e0321fd-76f0-4430-99dc-09ae2aa175c2 req-0ee62d03-a355-4de7-907f-de0e2485e53d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394278 Apr 11 18:52:32.877620 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044c5f1-4f4a-4900-9eaf-bdaf3e792d24 req-5d802474-069e-49df-aab6-ec1f874a27c7 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:32.879067 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d044c5f1-4f4a-4900-9eaf-bdaf3e792d24 req-5d802474-069e-49df-aab6-ec1f874a27c7 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0467348 Apr 11 18:52:32.924878 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d044c5f1-4f4a-4900-9eaf-bdaf3e792d24 req-ee28ad60-e59f-4afd-bcbf-3c33a31ca0f5 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403025 Apr 11 18:52:33.657310 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:33.708950 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89296f7-3196-4a23-b272-405c41e95ac4 req-756a7d43-54dc-459b-a4c5-666a18b573fd tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:33.710477 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a89296f7-3196-4a23-b272-405c41e95ac4 req-756a7d43-54dc-459b-a4c5-666a18b573fd tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0470638 Apr 11 18:52:33.761503 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a89296f7-3196-4a23-b272-405c41e95ac4 req-f1b3412e-834f-465c-abaa-81753217dc2c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453305 Apr 11 18:52:34.877340 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7af5d7-33fa-4eff-8f5e-ac2a9a9833ad req-92b7a8a9-449c-4f71-bf40-1e3d91fa1de5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:34.878795 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-af7af5d7-33fa-4eff-8f5e-ac2a9a9833ad req-92b7a8a9-449c-4f71-bf40-1e3d91fa1de5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0476608 Apr 11 18:52:34.929111 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-af7af5d7-33fa-4eff-8f5e-ac2a9a9833ad req-3de4973b-ffa9-4ea3-8314-b1a8cf8aff57 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420704 Apr 11 18:52:36.042445 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb1519d-067b-493e-babf-5bf667334396 req-cc98712f-820b-412d-af21-2839a0397bc5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:36.043898 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2eb1519d-067b-493e-babf-5bf667334396 req-cc98712f-820b-412d-af21-2839a0397bc5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0474691 Apr 11 18:52:36.089624 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2eb1519d-067b-493e-babf-5bf667334396 req-989fcb98-a5d3-47cf-b83b-d072e4d3d53b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401213 Apr 11 18:52:37.205216 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e977ee-e1d3-460e-b8a6-f903ab080ee2 req-f1fee93b-b6a3-4a1c-9cab-76efc9923130 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:37.206652 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-68e977ee-e1d3-460e-b8a6-f903ab080ee2 req-f1fee93b-b6a3-4a1c-9cab-76efc9923130 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0489376 Apr 11 18:52:37.253230 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-68e977ee-e1d3-460e-b8a6-f903ab080ee2 req-2f38fc26-2748-402a-83c7-5a0057c418fc tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396972 Apr 11 18:52:38.363979 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336ec01-691d-4a71-9085-01d0801db5df req-7795dc23-9c49-44a0-ba32-9944f992075c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:38.365441 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b336ec01-691d-4a71-9085-01d0801db5df req-7795dc23-9c49-44a0-ba32-9944f992075c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0467851 Apr 11 18:52:38.411904 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b336ec01-691d-4a71-9085-01d0801db5df req-e98f274c-8757-4766-8fed-e1243dc27fe6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409353 Apr 11 18:52:39.543277 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d8eb0-4630-4dbc-9a67-1ede8abc46dc req-80d4350c-a94e-4be8-b70e-5fbd48f8ce77 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:39.544863 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a75d8eb0-4630-4dbc-9a67-1ede8abc46dc req-80d4350c-a94e-4be8-b70e-5fbd48f8ce77 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0623157 Apr 11 18:52:39.592457 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a75d8eb0-4630-4dbc-9a67-1ede8abc46dc req-76c831c4-f972-42f6-a42d-90c14607458d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416627 Apr 11 18:52:40.707239 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dd8ae-3d9b-4ec8-909e-f93959350d8c req-0f1e4bff-7684-4936-9b68-12d138a36556 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:40.708919 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e8dd8ae-3d9b-4ec8-909e-f93959350d8c req-0f1e4bff-7684-4936-9b68-12d138a36556 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0504189 Apr 11 18:52:40.758442 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e8dd8ae-3d9b-4ec8-909e-f93959350d8c req-a07fcdef-5665-4aef-aa9e-7ca991401841 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439162 Apr 11 18:52:41.871244 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055acfcd-d168-4912-b627-6cbf40da66fe req-1b581bcf-ebf0-47bb-b669-553ce89d5819 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:41.872688 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-055acfcd-d168-4912-b627-6cbf40da66fe req-1b581bcf-ebf0-47bb-b669-553ce89d5819 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0461521 Apr 11 18:52:41.922066 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-055acfcd-d168-4912-b627-6cbf40da66fe req-5c2da76a-c3af-4a11-a86c-6cf5c1588a84 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438483 Apr 11 18:52:43.032165 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79f8b68-1c7e-45df-b8b7-c1ab57315f60 req-11d360c9-f78d-4356-b2da-321eac138942 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:43.033712 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a79f8b68-1c7e-45df-b8b7-c1ab57315f60 req-11d360c9-f78d-4356-b2da-321eac138942 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0461750 Apr 11 18:52:43.079860 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a79f8b68-1c7e-45df-b8b7-c1ab57315f60 req-58fa2728-e193-4851-9ec2-99256b81d213 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400267 Apr 11 18:52:44.194077 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dcf2e-5454-457d-ae88-a25c350e7557 req-38f5b22d-1370-4b3d-972c-16aaaad63fee tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:44.195542 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd5dcf2e-5454-457d-ae88-a25c350e7557 req-38f5b22d-1370-4b3d-972c-16aaaad63fee tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0491321 Apr 11 18:52:44.241133 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd5dcf2e-5454-457d-ae88-a25c350e7557 req-220de982-d61a-4a22-9863-01ec42dbbe98 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400386 Apr 11 18:52:45.353685 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48bef7-ffdd-4b29-a664-0d449078c4b6 req-92086eda-5579-46a9-a39d-863d302bb11d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:45.355094 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e48bef7-ffdd-4b29-a664-0d449078c4b6 req-92086eda-5579-46a9-a39d-863d302bb11d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0488701 Apr 11 18:52:45.401179 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e48bef7-ffdd-4b29-a664-0d449078c4b6 req-b4b627a0-669b-43be-8509-e486c04047aa tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405023 Apr 11 18:52:45.595433 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc5f444-c3fb-4fb3-a8a5-08a1cd8cf6d3 req-0854bf68-cf3a-4ade-96f2-0ce97e1ec613 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:45.597601 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-efc5f444-c3fb-4fb3-a8a5-08a1cd8cf6d3 req-0854bf68-cf3a-4ade-96f2-0ce97e1ec613 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0510471 Apr 11 18:52:45.643979 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-efc5f444-c3fb-4fb3-a8a5-08a1cd8cf6d3 req-062cbf6e-2330-4754-905c-871348f51dee tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408249 Apr 11 18:52:46.758728 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b600c14-5fb8-418a-b617-ffbc61a0b084 req-f1e11b2a-2e18-44cd-b7f4-32f59b851793 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:46.760179 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b600c14-5fb8-418a-b617-ffbc61a0b084 req-f1e11b2a-2e18-44cd-b7f4-32f59b851793 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0467105 Apr 11 18:52:46.808238 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b600c14-5fb8-418a-b617-ffbc61a0b084 req-6f849401-70b8-4770-b063-7f051cc8f97a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425196 Apr 11 18:52:47.925969 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31d17c-4500-4161-8474-daf2bd05183a req-88db0e2e-7fc4-4042-9492-998b9ab56a6e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:47.929040 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bd31d17c-4500-4161-8474-daf2bd05183a req-88db0e2e-7fc4-4042-9492-998b9ab56a6e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0528173 Apr 11 18:52:47.976518 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bd31d17c-4500-4161-8474-daf2bd05183a req-bbbf7140-0a55-4f1e-a419-28c8a93cf88e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434573 Apr 11 18:52:48.100191 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-9585ea75-4c64-4b9c-8cbb-294428f0012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:48.101616 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-9585ea75-4c64-4b9c-8cbb-294428f0012e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 1129 time: 0.0417056 Apr 11 18:52:48.200123 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-9a76c274-cc06-46ac-9edc-e9f6a9408559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:48.201718 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-9a76c274-cc06-46ac-9edc-e9f6a9408559 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 911 time: 0.0913234 Apr 11 18:52:48.279198 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-066e18c9-d929-4198-a3ea-2224be9afe2d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a HTTP/1.1" status: 200 len: 1001 time: 0.0580878 Apr 11 18:52:48.330290 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-9db417d5-bb5b-49ca-95e8-5bb31eeb9868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:48.332238 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-9db417d5-bb5b-49ca-95e8-5bb31eeb9868 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.0464709 Apr 11 18:52:48.379260 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-ac80b00d-e05a-4ae6-b976-4dd08b26a894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:48.380673 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-ac80b00d-e05a-4ae6-b976-4dd08b26a894 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387726 Apr 11 18:52:48.482008 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-6563724b-b18d-473e-a9d5-369e1df584bf service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879898 Apr 11 18:52:48.578664 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f0c6aa6c-c331-4fb2-b795-ec9f97cc6371 req-02f0f08f-1f2f-48cc-83f9-1b190e45803d service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880938 Apr 11 18:52:48.879178 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:49.095988 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42724bfb-4c9a-4961-9f3e-5ef11dc51982 req-e0058a4c-aa71-42ca-a5b2-f7aa8b9a6371 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:49.098141 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42724bfb-4c9a-4961-9f3e-5ef11dc51982 req-e0058a4c-aa71-42ca-a5b2-f7aa8b9a6371 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0509648 Apr 11 18:52:49.185797 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42724bfb-4c9a-4961-9f3e-5ef11dc51982 req-4d4bf9f7-f1ab-4b53-843d-8569f14ae00f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719581 Apr 11 18:52:50.315948 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e66c1d-f645-45dd-848e-fdcf41b72e2d req-537481c3-b820-4184-a353-f654ecfa6804 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:50.318205 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8e66c1d-f645-45dd-848e-fdcf41b72e2d req-537481c3-b820-4184-a353-f654ecfa6804 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0639117 Apr 11 18:52:50.365156 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8e66c1d-f645-45dd-848e-fdcf41b72e2d req-68b812eb-03d2-4a4c-8696-cab11ac0b5e3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415976 Apr 11 18:52:52.352796 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-7dadd411-385e-4bcd-b2ff-6fd16d2d8b50 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0369217 Apr 11 18:52:52.412132 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-c7bba6c9-30fe-4e10-a7a4-4a2b89013879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:52.413493 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-c7bba6c9-30fe-4e10-a7a4-4a2b89013879 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 1129 time: 0.0369773 Apr 11 18:52:52.526612 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-657c2a8c-43c0-4dd2-8199-203827807f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:52.528219 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-657c2a8c-43c0-4dd2-8199-203827807f7c service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.0960824 Apr 11 18:52:52.573256 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-c347bbfc-ea4c-4f1f-a1fb-8a00b41f4d4a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8277eb55-15d7-41d3-9102-a9a872aecf87 HTTP/1.1" status: 200 len: 217 time: 0.0366955 Apr 11 18:52:52.632267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-25b0fdb4-39a8-4c81-b683-42e5056a95a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:52.633848 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-25b0fdb4-39a8-4c81-b683-42e5056a95a3 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.0539608 Apr 11 18:52:52.681987 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-bba5866e-ff73-4afc-af36-e081a32ab445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:52.683586 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-bba5866e-ff73-4afc-af36-e081a32ab445 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433416 Apr 11 18:52:52.729419 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41038) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:52.797668 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-3b479ee9-cb3c-4a71-8ba4-6e7acaa0e9d1 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919409 Apr 11 18:52:52.831742 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d8d54756-54a1-4b2c-9d8b-b8a167cb95ac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:52.903088 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d8d54756-54a1-4b2c-9d8b-b8a167cb95ac admin admin] Publish callbacks [] for security_group (53929c68-8618-4e70-8374-f1915ce9a7eb), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:52.906863 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d8d54756-54a1-4b2c-9d8b-b8a167cb95ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (53929c68-8618-4e70-8374-f1915ce9a7eb), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:52.948610 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d8d54756-54a1-4b2c-9d8b-b8a167cb95ac admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c26ebb139ff94355834cec2a5726ba27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2180533 Apr 11 18:52:52.949386 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d54756-54a1-4b2c-9d8b-b8a167cb95ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53929c68-8618-4e70-8374-f1915ce9a7eb,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:52.951329 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41042) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:53.005128 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6924a57b-5dd0-4e2c-8ac8-e765e93cc7af admin admin] Publish callbacks [] for security_group (53929c68-8618-4e70-8374-f1915ce9a7eb), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.025186 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6924a57b-5dd0-4e2c-8ac8-e765e93cc7af admin admin] Publish callbacks [] for security_group (53929c68-8618-4e70-8374-f1915ce9a7eb), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.070609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6924a57b-5dd0-4e2c-8ac8-e765e93cc7af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (53929c68-8618-4e70-8374-f1915ce9a7eb), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.073092 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6924a57b-5dd0-4e2c-8ac8-e765e93cc7af admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.074214 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6924a57b-5dd0-4e2c-8ac8-e765e93cc7af admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/53929c68-8618-4e70-8374-f1915ce9a7eb HTTP/1.1" status: 204 len: 168 time: 0.1218469 Apr 11 18:52:53.082128 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924a57b-5dd0-4e2c-8ac8-e765e93cc7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53929c68-8618-4e70-8374-f1915ce9a7eb,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:53.203455 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-797ff2a2-6054-4b63-a4bd-00a119567fb6 req-8b5254e7-cc1a-49e8-b392-b385dc172a35 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894825 Apr 11 18:52:53.652972 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:52:53.690380 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41064) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:53.791369 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1941558181-network', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:53.809990 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Made reservation on behalf of 11c2837c2a2f4f98a1ae2702c6b63784 for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:52:53.812235 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.821609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.902703 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks [] for security_group (52ec2e8c-58f5-4486-9717-71993d69bd01), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.906709 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (52ec2e8c-58f5-4486-9717-71993d69bd01), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.934957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:52:53.950747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ec2e8c-58f5-4486-9717-71993d69bd01,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:53.971305 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (30ce12a5-69ae-4f45-a75b-5dddebe7a372), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:53.972106 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Added segment 30ce12a5-69ae-4f45-a75b-5dddebe7a372 of type vlan for network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 Apr 11 18:52:54.016348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc52129-d467-4ea8-8a8c-7d18f42d53e6 req-79ce1aa0-c3ad-4960-8c06-831f9ae0a85a tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:54.017834 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-edc52129-d467-4ea8-8a8c-7d18f42d53e6 req-79ce1aa0-c3ad-4960-8c06-831f9ae0a85a tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0839531 Apr 11 18:52:54.027481 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (6189ebe9-1e93-4750-9b7b-42ab12a4af24), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.079606 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (6189ebe9-1e93-4750-9b7b-42ab12a4af24), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.080521 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:54.081662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.090634 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-edc52129-d467-4ea8-8a8c-7d18f42d53e6 req-e38bfc04-1ad3-41f0-a624-69072fe04333 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671487 Apr 11 18:52:54.117976 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4264946 Apr 11 18:52:54.120688 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41074) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:54.125352 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Request body: {'subnet': {'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1941558181-subnet', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:54.164488 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb829f-a3c5-4c72-8285-727b92dff73b admin admin] Pushing event updated for resources: {'Network': ['ID=6189ebe9-1e93-4750-9b7b-42ab12a4af24,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:54.175448 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Made reservation on behalf of 11c2837c2a2f4f98a1ae2702c6b63784 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:52:54.176671 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:52:54.177829 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48560373'] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.355152 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7695586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48560359'] for subnet (c5dc0859-4f33-4e37-9fe4-0d41b8d2d043), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.408666 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:54.416898 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Checking segment: {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:52:54.417279 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Network hostable DHCP agents. Network: 6189ebe9-1e93-4750-9b7b-42ab12a4af24, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:52:54.433922 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:52:54.442149 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 6189ebe9-1e93-4750-9b7b-42ab12a4af24) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:52:54.446270 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:54.446927 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.451230 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0fbb9-e892-48ff-84ca-fb729b229fed None None] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:52:54.464423 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-4aec2d89-f9ee-444f-9d5c-cee002b113b1 admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3427150 Apr 11 18:52:54.467059 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41076) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:54.471230 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:54.490389 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (64887b3b-5912-48b5-84a6-8822564e9992), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.491589 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (64887b3b-5912-48b5-84a6-8822564e9992), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.547775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks [] for router_controller (64887b3b-5912-48b5-84a6-8822564e9992), precommit_add_association {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.558401 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:52:54.559282 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.688655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks [] for router_gateway (64887b3b-5912-48b5-84a6-8822564e9992), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.693214 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Allocated IP 172.20.0.2 (6189ebe9-1e93-4750-9b7b-42ab12a4af24/c5dc0859-4f33-4e37-9fe4-0d41b8d2d043/04bf1a8c-acb0-4d23-9f26-c63ed42a73fa) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:52:54.839433 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Publish callbacks [] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.845134 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.874455 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks [] for router_gateway (64887b3b-5912-48b5-84a6-8822564e9992), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.885408 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:52:54.889038 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:52:54.892346 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:52:54.893938 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.904072 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Pushing event updated for resources: {'Port': ['ID=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:54.954597 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Attempting to bind port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:52:54.954962 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Attempting to bind port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:52:54.955320 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Attempting to bind port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa on network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:52:54.960978 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:52:54.961380 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Checking segment: {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:52:54.961779 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:54.962164 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Bound using segment: {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:52:54.962653 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Bound port: 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:52:54.962988 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:55.002784 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Allocated IP 172.27.0.242 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/800f91f3-bb3c-42f9-8b50-2ec28d66f4f0) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:52:55.025091 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] For port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:52:55.028356 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] For port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:52:55.034701 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:55.088780 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c274a3ef-f663-49c7-9ef9-f89a8c876b6b None None] Pushing event updated for resources: {'Port': ['ID=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:55.109598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks [] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:55.153359 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:55.238598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:52:55.244309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:52:55.251361 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:55.253026 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:52:55.268481 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39794cc4-dae8-478e-a071-cee5ccd1c6eb req-edf93ce3-b254-4b57-a751-a1068f42f7d8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:55.270133 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-39794cc4-dae8-478e-a071-cee5ccd1c6eb req-edf93ce3-b254-4b57-a751-a1068f42f7d8 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0922196 Apr 11 18:52:55.412477 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-39794cc4-dae8-478e-a071-cee5ccd1c6eb req-a7491252-57ae-488c-8dd6-1f61be2a625c tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223576 Apr 11 18:52:55.558357 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks [] for router_gateway (64887b3b-5912-48b5-84a6-8822564e9992), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:55.969507 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:52:55.990548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-d8d70ed5-f3ab-4899-9e57-fbb7a76f747c tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:55.992001 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-d8d70ed5-f3ab-4899-9e57-fbb7a76f747c tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.0586646 Apr 11 18:52:56.009039 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a0a9df-7d60-413c-9ab7-5c29a964fc96 None None] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:52:56.071378 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:56.071748 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.101590 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (64887b3b-5912-48b5-84a6-8822564e9992), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.125438 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-d1e25d3f-c96e-45dc-a03f-5fa801aeb7cf None None] Provisioning complete for port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:56.125810 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d1e25d3f-c96e-45dc-a03f-5fa801aeb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.152596 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Deleting port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:52:56.152935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.271621 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:56.271966 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.313869 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-d1e25d3f-c96e-45dc-a03f-5fa801aeb7cf None None] Current status of the port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:56.314255 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d1e25d3f-c96e-45dc-a03f-5fa801aeb7cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.319176 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] For port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,segment=NetworkSegment(ead33c23-3d71-40e3-b87b-9c75ccf03efe),segment_id=ead33c23-3d71-40e3-b87b-9c75ccf03efe)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:56.319545 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.329777 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:52:56.339374 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Calling delete_port for 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:52:56.341283 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.416846 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Router 64887b3b-5912-48b5-84a6-8822564e9992 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:52:56.421149 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.db.api [None req-d1e25d3f-c96e-45dc-a03f-5fa801aeb7cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:52:56.421511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG oslo_db.api [None req-d1e25d3f-c96e-45dc-a03f-5fa801aeb7cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:52:56.426218 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:56.600614 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a42fa-9e28-4d7b-8ba5-188d65b5065c req-220b626c-c48a-4ce0-886a-85270711f040 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:56.602096 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ba2a42fa-9e28-4d7b-8ba5-188d65b5065c req-220b626c-c48a-4ce0-886a-85270711f040 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/ports?device_id=fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f HTTP/1.1" status: 200 len: 946 time: 0.1187556 Apr 11 18:52:56.617558 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (517a137b-4bfa-4f02-b5a5-0efaf24d3eb2), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.636602 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['517a137b-4bfa-4f02-b5a5-0efaf24d3eb2'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:52:56.662127 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Pushing event deleted for resources: {'Port': ['ID=517a137b-4bfa-4f02-b5a5-0efaf24d3eb2,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:56.669898 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:52:56.678385 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Sync routers for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:52:56.689463 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:52:56.690171 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:52:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:56.736619 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ba2a42fa-9e28-4d7b-8ba5-188d65b5065c req-652d5a51-5471-4e11-a5ab-4d3e9afba4ef tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.61 "GET /v2.0/security-groups?id=f333d20c-8fed-4665-8d0e-ba399bb57464&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287301 Apr 11 18:52:56.740542 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.741667 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f655d1d8-9208-4b16-875f-5b633de2f7d7 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2736847 Apr 11 18:52:56.742303 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] No DVR routers for this DVR port 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:52:56.744510 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41084) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:56.755182 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:56.758590 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-00cab566-c6f4-4b9f-8423-27e80252de36 req-612c40ff-cb90-4c67-a452-a52326070ed3 tempest-VolumesSnapshotTestJSON-1009269028 tempest-VolumesSnapshotTestJSON-1009269028-project] 10.222.0.58 "DELETE /v2.0/ports/517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 HTTP/1.1" status: 204 len: 173 time: 0.7380855 Apr 11 18:52:56.759059 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'name': 'network-vif-deleted', 'tag': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:52:56.761444 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-289056b1-1535-4e04-89c2-4b5299868775" -d '{"events": [{"server_uuid": "fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f", "name": "network-vif-deleted", "tag": "517a137b-4bfa-4f02-b5a5-0efaf24d3eb2"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:52:56.811367 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:52:56.818508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f5aa31d-f0ee-4cff-82b7-fe2998b650be x-openstack-request-id: req-8f5aa31d-f0ee-4cff-82b7-fe2998b650be {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:52:56.818806 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f", "name": "network-vif-deleted", "tag": "517a137b-4bfa-4f02-b5a5-0efaf24d3eb2", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:52:56.819066 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8f5aa31d-f0ee-4cff-82b7-fe2998b650be {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:52:56.819502 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f5aa31d-f0ee-4cff-82b7-fe2998b650be'] response: {'server_uuid': 'fca7a5fe-ff6f-4358-b9e1-2e60cecb6b8f', 'name': 'network-vif-deleted', 'tag': '517a137b-4bfa-4f02-b5a5-0efaf24d3eb2', 'status': 'completed', 'code': 200} Apr 11 18:52:56.959016 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-d1e25d3f-c96e-45dc-a03f-5fa801aeb7cf None None] Current status of the port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:56.983176 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:55Z', 'revision_number': 3, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:57.014845 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Checking router: 64887b3b-5912-48b5-84a6-8822564e9992 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:52:57.015666 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Updating router 64887b3b-5912-48b5-84a6-8822564e9992 port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:52:57.043477 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.085561 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-5e35525e-db89-435f-9e75-a16913cc55b1 None None] Provisioning complete for port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:57.086199 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5e35525e-db89-435f-9e75-a16913cc55b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.147009 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8133a512-ac76-4f43-9049-707a8c583f76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.207735 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-5e35525e-db89-435f-9e75-a16913cc55b1 None None] Current status of the port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:57.251808 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.348644 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Publish callbacks [] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.355035 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.417790 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Attempting to bind port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:52:57.418227 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Attempting to bind port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:52:57.418516 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Attempting to bind port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:52:57.426581 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Pushing event updated for resources: {'Port': ['ID=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:57.429011 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:52:57.429413 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:52:57.430036 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.430429 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:52:57.430898 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Bound port: 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:52:57.431296 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.448452 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Allocated IP 172.20.0.1 (6189ebe9-1e93-4750-9b7b-42ab12a4af24/c5dc0859-4f33-4e37-9fe4-0d41b8d2d043/d5d1feac-7705-4f8b-8be4-205af33091d8) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:52:57.460333 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.460686 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.461031 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.462006 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.462342 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.462643 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.462992 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.463396 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.463726 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.464405 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.464734 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.465097 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.465492 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.465814 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.466153 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:52:57.503743 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] For port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:52:57.506950 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] For port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:52:57.513248 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.566775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks [] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.569800 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:52:57.570435 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:52:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:57.602030 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.615082 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492e6ad1-a393-422c-8c1e-976442e0a613 None None] Pushing event updated for resources: {'Port': ['ID=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:57.655762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:52:57.657165 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Pushing event updated for resources: {'Port': ['ID=d5d1feac-7705-4f8b-8be4-205af33091d8,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:57.659904 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:52:57.662000 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:52:57.704372 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (64887b3b-5912-48b5-84a6-8822564e9992), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.774030 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:52:57.866735 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.944963 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4b716329-4383-4797-8394-af8fc9dfaebf None None] Provisioning complete for port d5d1feac-7705-4f8b-8be4-205af33091d8 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:57.947905 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4b716329-4383-4797-8394-af8fc9dfaebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:57.993117 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:55Z', 'revision_number': 3, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:58.001094 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4b716329-4383-4797-8394-af8fc9dfaebf None None] Port d5d1feac-7705-4f8b-8be4-205af33091d8 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:52:58.033458 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cca34082-3cfc-4775-9def-7aeb5862caf0 None None] The sync data for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi is: [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:55Z', 'revision_number': 3, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:52:58.041291 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:52:58.096288 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:58.096881 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:58.128407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks [] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:58.135788 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:58.188480 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:52:58.217027 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Pushing event updated for resources: {'Port': ['ID=d5d1feac-7705-4f8b-8be4-205af33091d8,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:58.219540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (64887b3b-5912-48b5-84a6-8822564e9992), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:58.334202 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:52:58.336279 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:52:58.475680 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Router 64887b3b-5912-48b5-84a6-8822564e9992 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:52:58.593588 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:52:58.599539 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-dd683d75-f950-4645-9409-42fdca2282dc admin admin] 10.222.0.61 "PUT /v2.0/routers/64887b3b-5912-48b5-84a6-8822564e9992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8541598 Apr 11 18:52:58.622136 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-1b8b0e22-72d2-4234-aa76-cffca9c59d35 None None] Provisioning complete for port d5d1feac-7705-4f8b-8be4-205af33091d8 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:52:58.622681 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1b8b0e22-72d2-4234-aa76-cffca9c59d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:58.657976 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b0e22-72d2-4234-aa76-cffca9c59d35 None None] Port d5d1feac-7705-4f8b-8be4-205af33091d8 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:52:59.070599 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41124) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:59.075843 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-857422472-network', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:59.094371 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Made reservation on behalf of 6bcd09725a0a48b3834c768b143e4a0b for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:52:59.096021 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:52:59.096636 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.105015 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.116050 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:52:59.116552 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 517a137b-4bfa-4f02-b5a5-0efaf24d3eb2 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:52:59.179543 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks [] for security_group (a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.183407 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.209008 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 520} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:52:59.219079 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:59.223933 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (61e1e35d-c196-4c60-89ec-672737fd3032), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.224283 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Added segment 61e1e35d-c196-4c60-89ec-672737fd3032 of type vlan for network 49246619-626f-4807-9935-593b6e0d18db Apr 11 18:52:59.269599 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (49246619-626f-4807-9935-593b6e0d18db), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.294461 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (49246619-626f-4807-9935-593b6e0d18db), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.295571 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:59.296193 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.329049 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2571325 Apr 11 18:52:59.332151 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41130) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:59.337964 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Request body: {'subnet': {'network_id': '49246619-626f-4807-9935-593b6e0d18db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-857422472-subnet', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:59.388409 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd63e7b-5734-4bb9-ae70-d6a9a0eae9d9 admin admin] Pushing event updated for resources: {'Network': ['ID=49246619-626f-4807-9935-593b6e0d18db,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:59.391745 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Made reservation on behalf of 6bcd09725a0a48b3834c768b143e4a0b for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:52:59.394468 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4388286'] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.408181 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 49246619-626f-4807-9935-593b6e0d18db details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:52:59.536770 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-824a4aa1-f308-4458-bd5b-24a39d4aa176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.575378 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5032977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4388268'] for subnet (dda4c638-e0a5-4c43-a7d9-19cedf3854bc), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.638112 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Checking segment: {'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:52:59.638464 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Network hostable DHCP agents. Network: 49246619-626f-4807-9935-593b6e0d18db, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:52:59.643436 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=dda4c638-e0a5-4c43-a7d9-19cedf3854bc,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:52:59.659436 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Network 49246619-626f-4807-9935-593b6e0d18db is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:52:59.667951 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 49246619-626f-4807-9935-593b6e0d18db) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:52:59.672667 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:52:59.673302 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.679226 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029d6b2b-2ed7-4db5-ab2b-fdfe42a9128f None None] Network 49246619-626f-4807-9935-593b6e0d18db requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:52:59.697115 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-aa3fe589-8d83-4998-b65f-7715003a67cb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3612869 Apr 11 18:52:59.697344 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41136) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:52:59.701751 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:52:59.724008 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.725048 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.739207 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Sync routers for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:52:59.756745 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:52:59.757392 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:52:59.777644 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks [] for router_controller (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), precommit_add_association {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.927131 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks [] for router_gateway (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.990127 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-49246619-626f-4807-9935-593b6e0d18db', 'network_id': '49246619-626f-4807-9935-593b6e0d18db', 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'fixed_ips': [{'subnet_id': 'dda4c638-e0a5-4c43-a7d9-19cedf3854bc'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:52:59.991283 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:52:59.993360 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:00.120061 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:00.129956 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks [] for router_gateway (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.149404 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.170126 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:00.170550 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.252550 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Allocated IP 172.27.0.44 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/640f8a43-22f6-4efe-9c58-f222666b1766) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:00.335841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Allocated IP 172.20.0.2 (49246619-626f-4807-9935-593b6e0d18db/dda4c638-e0a5-4c43-a7d9-19cedf3854bc/9816e881-2f42-46dd-b11f-0f6bc2b21127) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:00.363183 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks [] for port (640f8a43-22f6-4efe-9c58-f222666b1766), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.396628 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.424486 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:00.424878 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.434903 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:00.439204 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:00.442653 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:00.465859 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Pushing event updated for resources: {'Port': ['ID=640f8a43-22f6-4efe-9c58-f222666b1766,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:00.504878 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:00.513382 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.567818 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 2, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:00.623452 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Checking router: 64887b3b-5912-48b5-84a6-8822564e9992 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:00.623811 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Updating router 64887b3b-5912-48b5-84a6-8822564e9992 port d5d1feac-7705-4f8b-8be4-205af33091d8 binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:53:00.691198 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:00.701751 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Publish callbacks [] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.703179 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks [] for router_gateway (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.703519 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.708244 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.717946 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.787176 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Network 49246619-626f-4807-9935-593b6e0d18db is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:00.798807 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:00.844295 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:00.846333 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Pushing event updated for resources: {'Port': ['ID=9816e881-2f42-46dd-b11f-0f6bc2b21127,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:00.906508 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.936506 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Attempting to bind port 9816e881-2f42-46dd-b11f-0f6bc2b21127 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:53:00.936880 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Attempting to bind port 9816e881-2f42-46dd-b11f-0f6bc2b21127 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:53:00.937546 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Attempting to bind port 9816e881-2f42-46dd-b11f-0f6bc2b21127 on network 49246619-626f-4807-9935-593b6e0d18db {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:00.970490 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:53:00.970863 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Checking segment: {'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:53:00.971302 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:00.971698 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Bound using segment: {'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:53:00.972173 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Bound port: 9816e881-2f42-46dd-b11f-0f6bc2b21127, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:53:00.972553 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.037658 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:53:01.071661 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] For port 9816e881-2f42-46dd-b11f-0f6bc2b21127, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:53:01.079159 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] For port 9816e881-2f42-46dd-b11f-0f6bc2b21127, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=9816e881-2f42-46dd-b11f-0f6bc2b21127,segment=NetworkSegment(61e1e35d-c196-4c60-89ec-672737fd3032),segment_id=61e1e35d-c196-4c60-89ec-672737fd3032)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:53:01.086426 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.147242 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:01.165402 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.165629 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Sync routers for ids ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:01.167099 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f5d9d4c5-7d7d-40f4-a4ab-2d0581d559dc admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.4683962 Apr 11 18:53:01.169267 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41142) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:01.173738 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Publish callbacks [] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.178987 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc946e3a-4803-40cf-88a4-8af6fbd517f1 None None] Pushing event updated for resources: {'Port': ['ID=9816e881-2f42-46dd-b11f-0f6bc2b21127,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:01.183058 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.187756 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Routers {'70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:01.188696 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:01.240182 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d48b9-a2e8-4851-923e-06da3b042592 None None] Pushing event updated for resources: {'Port': ['ID=d5d1feac-7705-4f8b-8be4-205af33091d8,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:01.307292 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Attempting to bind port d5d1feac-7705-4f8b-8be4-205af33091d8 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:53:01.307667 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Attempting to bind port d5d1feac-7705-4f8b-8be4-205af33091d8 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:53:01.308235 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Attempting to bind port d5d1feac-7705-4f8b-8be4-205af33091d8 on network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:01.316507 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:53:01.317179 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Checking segment: {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:53:01.317747 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.318320 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Bound using segment: {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:53:01.318948 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Bound port: d5d1feac-7705-4f8b-8be4-205af33091d8, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:53:01.319494 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.368379 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Set router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:01.414989 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] For port d5d1feac-7705-4f8b-8be4-205af33091d8, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:53:01.418887 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] For port d5d1feac-7705-4f8b-8be4-205af33091d8, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=d5d1feac-7705-4f8b-8be4-205af33091d8,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:53:01.436835 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.536065 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:01.536712 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:01.538763 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d48b9-a2e8-4851-923e-06da3b042592 None None] Pushing event updated for resources: {'Port': ['ID=d5d1feac-7705-4f8b-8be4-205af33091d8,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:01.659742 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 3, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:01.699000 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Checking router: 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:01.699246 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Updating router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 port 640f8a43-22f6-4efe-9c58-f222666b1766 binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:53:01.731760 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.822979 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.852299 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-5357ee26-f066-4a5d-894a-8d71b4091f41 None None] Provisioning complete for port d5d1feac-7705-4f8b-8be4-205af33091d8 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:01.852696 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5357ee26-f066-4a5d-894a-8d71b4091f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:01.906205 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:02.025511 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Allocated IP 172.20.0.1 (49246619-626f-4807-9935-593b6e0d18db/dda4c638-e0a5-4c43-a7d9-19cedf3854bc/3f48b099-8f6d-4673-9cb9-268387312210) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:02.066818 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Publish callbacks [] for port (640f8a43-22f6-4efe-9c58-f222666b1766), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.086482 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.094752 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-5357ee26-f066-4a5d-894a-8d71b4091f41 None None] Current status of the port d5d1feac-7705-4f8b-8be4-205af33091d8 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:02.095139 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5357ee26-f066-4a5d-894a-8d71b4091f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.099745 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.141315 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 9816e881-2f42-46dd-b11f-0f6bc2b21127 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:02.144241 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adc917-7e8d-4f7c-bc2a-71ba72725ca0 None None] Pushing event updated for resources: {'Port': ['ID=640f8a43-22f6-4efe-9c58-f222666b1766,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:02.158725 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Attempting to bind port 640f8a43-22f6-4efe-9c58-f222666b1766 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:53:02.159491 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Attempting to bind port 640f8a43-22f6-4efe-9c58-f222666b1766 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:53:02.160125 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Attempting to bind port 640f8a43-22f6-4efe-9c58-f222666b1766 on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:02.166865 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 52, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:53:02.168113 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:53:02.168776 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.169507 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:53:02.170194 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Bound port: 640f8a43-22f6-4efe-9c58-f222666b1766, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:53:02.170855 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.180025 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks [] for port (3f48b099-8f6d-4673-9cb9-268387312210), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.197929 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-5357ee26-f066-4a5d-894a-8d71b4091f41 None None] For port d5d1feac-7705-4f8b-8be4-205af33091d8, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=d5d1feac-7705-4f8b-8be4-205af33091d8,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:02.208562 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5357ee26-f066-4a5d-894a-8d71b4091f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.226908 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (3f48b099-8f6d-4673-9cb9-268387312210), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.246742 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] For port 640f8a43-22f6-4efe-9c58-f222666b1766, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:53:02.251563 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] For port 640f8a43-22f6-4efe-9c58-f222666b1766, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=640f8a43-22f6-4efe-9c58-f222666b1766,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:53:02.261890 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.270381 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Network 49246619-626f-4807-9935-593b6e0d18db is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:02.274292 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:02.286018 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:02.293548 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f48b099-8f6d-4673-9cb9-268387312210,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:02.309616 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 9816e881-2f42-46dd-b11f-0f6bc2b21127 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:02.309958 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.311789 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:01Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:02.348823 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.362428 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64adc917-7e8d-4f7c-bc2a-71ba72725ca0 None None] Pushing event updated for resources: {'Port': ['ID=640f8a43-22f6-4efe-9c58-f222666b1766,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:02.370096 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Routers {'70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:02.370717 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:02.388136 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84bd7ce-b972-4de6-ac70-7d4d51cb35c0 None None] The sync data for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi is: [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:01Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:02.396162 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357ee26-f066-4a5d-894a-8d71b4091f41 None None] Pushing event updated for resources: {'Port': ['ID=d5d1feac-7705-4f8b-8be4-205af33091d8,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:02.407031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-065bb15e-c1a4-4e90-a462-c2400375d840 None None] Provisioning complete for port d5d1feac-7705-4f8b-8be4-205af33091d8 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:02.407570 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-065bb15e-c1a4-4e90-a462-c2400375d840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.527708 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 9816e881-2f42-46dd-b11f-0f6bc2b21127 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:02.529129 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.577794 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] Set router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:02.609268 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-065bb15e-c1a4-4e90-a462-c2400375d840 None None] Current status of the port d5d1feac-7705-4f8b-8be4-205af33091d8 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:02.640690 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 9816e881-2f42-46dd-b11f-0f6bc2b21127, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=9816e881-2f42-46dd-b11f-0f6bc2b21127,segment=NetworkSegment(61e1e35d-c196-4c60-89ec-672737fd3032),segment_id=61e1e35d-c196-4c60-89ec-672737fd3032)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:02.646169 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.647740 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:02.658073 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (3f48b099-8f6d-4673-9cb9-268387312210), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.722774 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2e06e31-1937-4a3b-8a74-1330d1250d57 None None] Network 49246619-626f-4807-9935-593b6e0d18db requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:53:02.823157 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-6e2e1444-961b-4aaf-9356-0a89772c0d4f None None] Provisioning complete for port 9816e881-2f42-46dd-b11f-0f6bc2b21127 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:02.823788 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-6e2e1444-961b-4aaf-9356-0a89772c0d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.879765 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 3, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:02.911526 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=9816e881-2f42-46dd-b11f-0f6bc2b21127,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:02.933763 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks [] for port (3f48b099-8f6d-4673-9cb9-268387312210), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.940956 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033642'] for port (3f48b099-8f6d-4673-9cb9-268387312210), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:02.946303 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0fa14bc-2943-4e27-beb1-7d888193355c None None] The sync data for ids ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'] in dv-cinder-837356-1-iscsi is: [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 3, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:02.956237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:02.956617 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:03.027965 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3f48b099-8f6d-4673-9cb9-268387312210,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:03.041003 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:03.136748 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-6e2e1444-961b-4aaf-9356-0a89772c0d4f None None] Current status of the port 9816e881-2f42-46dd-b11f-0f6bc2b21127 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:03.260109 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:03.273796 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Network 49246619-626f-4807-9935-593b6e0d18db is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:03.280168 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:03.363933 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-a9691533-b436-47d0-8c94-156af0d0f081 None None] Provisioning complete for port 3f48b099-8f6d-4673-9cb9-268387312210 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:03.364230 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a9691533-b436-47d0-8c94-156af0d0f081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3f48b099-8f6d-4673-9cb9-268387312210), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:03.439090 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a9691533-b436-47d0-8c94-156af0d0f081 None None] Port 3f48b099-8f6d-4673-9cb9-268387312210 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:53:03.448954 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-a9691533-b436-47d0-8c94-156af0d0f081 None None] Provisioning complete for port 9816e881-2f42-46dd-b11f-0f6bc2b21127 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:03.449456 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a9691533-b436-47d0-8c94-156af0d0f081 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:03.600352 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a9691533-b436-47d0-8c94-156af0d0f081 None None] Current status of the port 9816e881-2f42-46dd-b11f-0f6bc2b21127 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:03.686258 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:03.733224 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-74f0d6a0-5cd5-434f-9d21-8448ef9f7d7e None None] Provisioning complete for port 3f48b099-8f6d-4673-9cb9-268387312210 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:03.733597 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-74f0d6a0-5cd5-434f-9d21-8448ef9f7d7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3f48b099-8f6d-4673-9cb9-268387312210), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:03.744073 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:53:03.778534 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-74f0d6a0-5cd5-434f-9d21-8448ef9f7d7e None None] Port 3f48b099-8f6d-4673-9cb9-268387312210 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:53:03.895371 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:03.912033 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-2a1aec96-b832-4e0a-aff6-0b0d6e37f5f1 admin admin] 10.222.0.61 "PUT /v2.0/routers/70f1fd6a-e7e7-48e2-a8bb-b6de1613a735/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7417059 Apr 11 18:53:04.014031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-e7ab7cc4-abd9-465e-b41a-0bc9dadab578 None None] Provisioning complete for port 3f48b099-8f6d-4673-9cb9-268387312210 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:04.014472 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e7ab7cc4-abd9-465e-b41a-0bc9dadab578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3f48b099-8f6d-4673-9cb9-268387312210), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:04.054290 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-e7ab7cc4-abd9-465e-b41a-0bc9dadab578 None None] Port 3f48b099-8f6d-4673-9cb9-268387312210 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:53:04.162515 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 640f8a43-22f6-4efe-9c58-f222666b1766 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:04.229242 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 640f8a43-22f6-4efe-9c58-f222666b1766 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:04.229720 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:04.332557 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 640f8a43-22f6-4efe-9c58-f222666b1766 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:04.333644 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:04.354814 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 640f8a43-22f6-4efe-9c58-f222666b1766, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=640f8a43-22f6-4efe-9c58-f222666b1766,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:04.359384 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:04.360178 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 9816e881-2f42-46dd-b11f-0f6bc2b21127 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:04.465866 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=640f8a43-22f6-4efe-9c58-f222666b1766,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:04.476880 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 9816e881-2f42-46dd-b11f-0f6bc2b21127 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:04.477503 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:04.564168 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 9816e881-2f42-46dd-b11f-0f6bc2b21127 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:04.566058 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device d5d1feac-7705-4f8b-8be4-205af33091d8 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:04.615240 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port d5d1feac-7705-4f8b-8be4-205af33091d8 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:04.615618 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:04.697773 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port d5d1feac-7705-4f8b-8be4-205af33091d8 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:05.478018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-5c5cf171-7479-4b05-8704-d4b42ccda026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:05.478018 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-5c5cf171-7479-4b05-8704-d4b42ccda026 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1129 time: 0.0774643 Apr 11 18:53:05.520922 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ede4cbc-6ae7-40b0-8db0-17d428e455a5 req-a9ec2835-45f5-480e-95f0-25eebcb7931e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:05.522314 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ede4cbc-6ae7-40b0-8db0-17d428e455a5 req-a9ec2835-45f5-480e-95f0-25eebcb7931e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0805371 Apr 11 18:53:05.604422 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-683bd88f-4481-4070-a057-2089a1c09c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:05.605919 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-683bd88f-4481-4070-a057-2089a1c09c64 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.1208544 Apr 11 18:53:05.726782 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-3f109cf8-aca5-478f-a347-ebda7634da44 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 1001 time: 0.0978439 Apr 11 18:53:05.740874 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ede4cbc-6ae7-40b0-8db0-17d428e455a5 req-88a14a41-6db9-45ca-8fb0-4ef3bba24faa tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726568 Apr 11 18:53:05.806844 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-919f7048-5de5-4b78-afd4-a35f625029d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:05.808565 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-919f7048-5de5-4b78-afd4-a35f625029d0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.0585375 Apr 11 18:53:05.871746 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-e141bcf1-7191-42b0-9a01-2f03de7c42d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:05.875571 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-e141bcf1-7191-42b0-9a01-2f03de7c42d0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0547791 Apr 11 18:53:05.982212 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 640f8a43-22f6-4efe-9c58-f222666b1766 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:05.996975 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-ee2f3fc8-ee1b-4207-90b9-420ca1e5a90b service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165636 Apr 11 18:53:06.050749 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 640f8a43-22f6-4efe-9c58-f222666b1766 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:06.051373 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:06.134098 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afa09755-2cb9-4f71-acaa-5bc64e6595dc req-d39be9cb-e029-4476-ab1f-0649e2b70843 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212676 Apr 11 18:53:06.150575 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Sync routers for ids ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:06.180071 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 640f8a43-22f6-4efe-9c58-f222666b1766 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:06.185430 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Routers {'70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:06.186124 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:06.314668 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Set router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:06.662829 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 4, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '3f48b099-8f6d-4673-9cb9-268387312210', 'name': '', 'network_id': '49246619-626f-4807-9935-593b6e0d18db', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'mac_address': 'fa:16:3e:b9:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dda4c638-e0a5-4c43-a7d9-19cedf3854bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:01Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 2, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'subnets': [{'id': 'dda4c638-e0a5-4c43-a7d9-19cedf3854bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:06.694808 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Checking router: 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:06.695080 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Updating router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 port 3f48b099-8f6d-4673-9cb9-268387312210 binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:53:06.727280 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (3f48b099-8f6d-4673-9cb9-268387312210), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:06.882188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2995bf9-ceb4-47da-b5d8-9b134e0908bc req-8c7d122b-8fcb-45d7-9db9-f126fe9aeb2d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:06.889001 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c2995bf9-ceb4-47da-b5d8-9b134e0908bc req-8c7d122b-8fcb-45d7-9db9-f126fe9aeb2d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0565050 Apr 11 18:53:06.969480 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c2995bf9-ceb4-47da-b5d8-9b134e0908bc req-e5b2a028-b233-449b-9724-03f86a97dfdc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795479 Apr 11 18:53:07.100271 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Publish callbacks [] for port (3f48b099-8f6d-4673-9cb9-268387312210), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.107867 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (3f48b099-8f6d-4673-9cb9-268387312210), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.209315 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142af407-9e37-4375-8dd4-7e684eff5e4a None None] Pushing event updated for resources: {'Port': ['ID=3f48b099-8f6d-4673-9cb9-268387312210,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:07.270289 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Attempting to bind port 3f48b099-8f6d-4673-9cb9-268387312210 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:53:07.270654 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Attempting to bind port 3f48b099-8f6d-4673-9cb9-268387312210 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:53:07.270988 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Attempting to bind port 3f48b099-8f6d-4673-9cb9-268387312210 on network 49246619-626f-4807-9935-593b6e0d18db {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:07.276561 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 53, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:53:07.276931 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Checking segment: {'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:53:07.277366 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.277764 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Bound using segment: {'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:53:07.278237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Bound port: 3f48b099-8f6d-4673-9cb9-268387312210, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e1e35d-c196-4c60-89ec-672737fd3032', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 520, 'network_id': '49246619-626f-4807-9935-593b6e0d18db'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:53:07.278622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (3f48b099-8f6d-4673-9cb9-268387312210), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.376180 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] For port 3f48b099-8f6d-4673-9cb9-268387312210, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:53:07.380835 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] For port 3f48b099-8f6d-4673-9cb9-268387312210, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=3f48b099-8f6d-4673-9cb9-268387312210,segment=NetworkSegment(61e1e35d-c196-4c60-89ec-672737fd3032),segment_id=61e1e35d-c196-4c60-89ec-672737fd3032)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:53:07.388266 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (3f48b099-8f6d-4673-9cb9-268387312210), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.442293 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Routers {'70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:07.442944 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:07.511279 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142af407-9e37-4375-8dd4-7e684eff5e4a None None] Pushing event updated for resources: {'Port': ['ID=3f48b099-8f6d-4673-9cb9-268387312210,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:07.514933 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-2e09944a-6ea0-45f4-847d-93098354534e None None] Provisioning complete for port 3f48b099-8f6d-4673-9cb9-268387312210 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:07.515320 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2e09944a-6ea0-45f4-847d-93098354534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3f48b099-8f6d-4673-9cb9-268387312210), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.647929 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] Set router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:07.703644 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-2e09944a-6ea0-45f4-847d-93098354534e None None] Current status of the port 3f48b099-8f6d-4673-9cb9-268387312210 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:07.704099 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2e09944a-6ea0-45f4-847d-93098354534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (3f48b099-8f6d-4673-9cb9-268387312210), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.820090 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-2e09944a-6ea0-45f4-847d-93098354534e None None] For port 3f48b099-8f6d-4673-9cb9-268387312210, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=3f48b099-8f6d-4673-9cb9-268387312210,segment=NetworkSegment(61e1e35d-c196-4c60-89ec-672737fd3032),segment_id=61e1e35d-c196-4c60-89ec-672737fd3032)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:07.832848 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2e09944a-6ea0-45f4-847d-93098354534e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (3f48b099-8f6d-4673-9cb9-268387312210), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:07.920254 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09944a-6ea0-45f4-847d-93098354534e None None] Pushing event updated for resources: {'Port': ['ID=3f48b099-8f6d-4673-9cb9-268387312210,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:07.932376 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 4, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '3f48b099-8f6d-4673-9cb9-268387312210', 'name': '', 'network_id': '49246619-626f-4807-9935-593b6e0d18db', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'mac_address': 'fa:16:3e:b9:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dda4c638-e0a5-4c43-a7d9-19cedf3854bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:01Z', 'updated_at': '2022-04-11T18:53:07Z', 'revision_number': 4, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'subnets': [{'id': 'dda4c638-e0a5-4c43-a7d9-19cedf3854bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:07.969592 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a04f87d4-8e8e-436b-b7df-eb1e5f3bd04b None None] The sync data for ids ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'] in dv-cinder-837356-1-iscsi is: [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 4, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '3f48b099-8f6d-4673-9cb9-268387312210', 'name': '', 'network_id': '49246619-626f-4807-9935-593b6e0d18db', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'mac_address': 'fa:16:3e:b9:e1:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': 'dda4c638-e0a5-4c43-a7d9-19cedf3854bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:01Z', 'updated_at': '2022-04-11T18:53:07Z', 'revision_number': 4, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'subnets': [{'id': 'dda4c638-e0a5-4c43-a7d9-19cedf3854bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:07.977161 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-7da2f1af-9619-4038-b59b-e6f609ac0030 None None] Provisioning complete for port 3f48b099-8f6d-4673-9cb9-268387312210 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:07.980169 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7da2f1af-9619-4038-b59b-e6f609ac0030 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3f48b099-8f6d-4673-9cb9-268387312210), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:08.116872 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-7da2f1af-9619-4038-b59b-e6f609ac0030 None None] Current status of the port 3f48b099-8f6d-4673-9cb9-268387312210 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:08.161661 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6fbbd9-d9fc-4368-a28b-028103d13ae5 req-b6166980-be38-4e07-8303-db178fe273be tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:08.163952 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b6fbbd9-d9fc-4368-a28b-028103d13ae5 req-b6166980-be38-4e07-8303-db178fe273be tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0727696 Apr 11 18:53:08.253472 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b6fbbd9-d9fc-4368-a28b-028103d13ae5 req-bcadb404-0cac-49da-ae49-0aee36ff2d58 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717099 Apr 11 18:53:09.392969 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84e5a2-ff7e-49f3-8188-1a157c4b2ef9 req-30e27a4d-0228-489d-bc42-2060e170525d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:09.395191 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1f84e5a2-ff7e-49f3-8188-1a157c4b2ef9 req-30e27a4d-0228-489d-bc42-2060e170525d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0579033 Apr 11 18:53:09.450473 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1f84e5a2-ff7e-49f3-8188-1a157c4b2ef9 req-ab15d24c-ba93-4922-9698-9a2b667746d5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497546 Apr 11 18:53:09.995153 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 3f48b099-8f6d-4673-9cb9-268387312210 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:10.050551 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 3f48b099-8f6d-4673-9cb9-268387312210 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:10.050922 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (3f48b099-8f6d-4673-9cb9-268387312210), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:10.147128 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 3f48b099-8f6d-4673-9cb9-268387312210 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:10.573205 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a4f06-3429-4a34-94e5-cb487de9bf3d req-c9e13a25-11f7-4648-a9ef-61e23911c6ed tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:10.574611 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b22a4f06-3429-4a34-94e5-cb487de9bf3d req-c9e13a25-11f7-4648-a9ef-61e23911c6ed tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0517912 Apr 11 18:53:10.623181 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b22a4f06-3429-4a34-94e5-cb487de9bf3d req-ce8b2a58-b236-47fb-b636-caa6de403730 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420206 Apr 11 18:53:11.764322 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25165ee5-2707-4da5-84f9-30aa74cde48d req-917f8c2e-ce15-4e03-a842-2642b4dfb285 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:11.765937 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-25165ee5-2707-4da5-84f9-30aa74cde48d req-917f8c2e-ce15-4e03-a842-2642b4dfb285 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0545232 Apr 11 18:53:11.815637 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-25165ee5-2707-4da5-84f9-30aa74cde48d req-c1990027-a85a-4211-b0b5-a2f32384a07a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429468 Apr 11 18:53:12.958353 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df14d3a-90c2-4b39-bdd6-3ef1dcb6afa6 req-02c2e4e6-d97b-4184-985f-3304cee2e487 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:12.960192 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5df14d3a-90c2-4b39-bdd6-3ef1dcb6afa6 req-02c2e4e6-d97b-4184-985f-3304cee2e487 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0526891 Apr 11 18:53:13.015620 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5df14d3a-90c2-4b39-bdd6-3ef1dcb6afa6 req-b85d6904-7f20-435c-a243-195644011d9b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492280 Apr 11 18:53:14.430002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3960ac-512c-4a49-8583-2a4c6c2d24f3 req-aa5eec51-d323-43f1-98ac-2d0d841e1927 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:14.431426 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bc3960ac-512c-4a49-8583-2a4c6c2d24f3 req-aa5eec51-d323-43f1-98ac-2d0d841e1927 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.3381155 Apr 11 18:53:14.478747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-2677e1d9-9e1c-4989-8f90-3c14e9485b2d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:14.480204 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-2677e1d9-9e1c-4989-8f90-3c14e9485b2d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/networks?id=6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 200 len: 815 time: 0.4093640 Apr 11 18:53:14.512005 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-4cfe9528-ba4b-4690-85eb-c65b3bacf6ad tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/quotas/11c2837c2a2f4f98a1ae2702c6b63784 HTTP/1.1" status: 200 len: 375 time: 0.0262246 Apr 11 18:53:14.515415 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bc3960ac-512c-4a49-8583-2a4c6c2d24f3 req-937d6d62-4920-4008-aee1-ecc15b065988 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785809 Apr 11 18:53:14.562818 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-12123c02-cdba-41d5-b40d-932bfe861c1a tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0456576 Apr 11 18:53:14.653336 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-12dc2965-2084-406c-88c9-49b918c0f6ca service neutron] 10.222.0.61 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788159 Apr 11 18:53:14.747188 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-e0d194d1-3bfb-4b23-a846-c2a995828706 service neutron] 10.222.0.61 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883286 Apr 11 18:53:14.905017 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0ddba239-741b-4e2f-ae94-36b250e028ce req-1e252ed7-a8d8-421e-b868-12e732693da5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 210 time: 0.0287213 Apr 11 18:53:15.624664 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d75ade-30d6-40af-b5b1-4bc27af75c55 req-a616fba8-84b8-4f93-8140-e73cfe4d8e2f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:15.626139 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-33d75ade-30d6-40af-b5b1-4bc27af75c55 req-a616fba8-84b8-4f93-8140-e73cfe4d8e2f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0460532 Apr 11 18:53:15.671078 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-33d75ade-30d6-40af-b5b1-4bc27af75c55 req-956ce117-1c99-4d41-89bd-341cf59a93f0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394993 Apr 11 18:53:15.913985 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-8e64ef53-58fe-453d-9bb3-38cc72e7ac33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:15.915395 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-8e64ef53-58fe-453d-9bb3-38cc72e7ac33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.58 "GET /v2.0/networks?id=6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 200 len: 815 time: 0.1026900 Apr 11 18:53:15.927786 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'port': {'device_id': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'admin_state_up': True, 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:16.023249 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b86405e-6650-45d8-8e69-80fca6561cc5 req-f7f38f6b-e8d0-4712-b986-41542329a770 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 210 time: 0.0390658 Apr 11 18:53:16.065718 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Made reservation on behalf of 11c2837c2a2f4f98a1ae2702c6b63784 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:53:16.069010 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:16.204327 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Allocated IP 172.20.0.11 (6189ebe9-1e93-4750-9b7b-42ab12a4af24/c5dc0859-4f33-4e37-9fe4-0d41b8d2d043/71d95c87-319f-4451-8b1a-742bdb1341ec) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:16.425167 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:16.484288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:16.535386 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:16.538731 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:16.543586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:16.548022 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:16.588403 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.588957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.589514 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.590022 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.590512 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.591001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.591509 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.592001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.592536 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.593127 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.593655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.594156 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.594667 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.595201 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.595559 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:16.629758 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:16.630657 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:16.666966 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-0ea58c97-f4e1-4784-a7f9-8b954a58c268 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7425337 Apr 11 18:53:16.841351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e74c7c-1603-4a9a-b454-521bb64eb3c0 req-41b69603-1453-4968-9624-faa1134824c3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:16.843064 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8e74c7c-1603-4a9a-b454-521bb64eb3c0 req-41b69603-1453-4968-9624-faa1134824c3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0871868 Apr 11 18:53:16.899730 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-bc260ca1-be92-49cb-bc13-75a2fa4bfe97 None None] Provisioning complete for port 71d95c87-319f-4451-8b1a-742bdb1341ec triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:16.900764 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bc260ca1-be92-49cb-bc13-75a2fa4bfe97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:16.902448 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8e74c7c-1603-4a9a-b454-521bb64eb3c0 req-fe346119-bfa4-43e2-bf81-e817622966a7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537920 Apr 11 18:53:16.950757 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-bc260ca1-be92-49cb-bc13-75a2fa4bfe97 None None] Port 71d95c87-319f-4451-8b1a-742bdb1341ec cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:53:17.146128 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbb64b-5a75-46b7-aae4-1373ea5fb58a req-b64a8ee1-b930-4b1c-a07f-cf2b6055c634 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:17.149192 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-33fbb64b-5a75-46b7-aae4-1373ea5fb58a req-b64a8ee1-b930-4b1c-a07f-cf2b6055c634 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0551858 Apr 11 18:53:17.206045 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-33fbb64b-5a75-46b7-aae4-1373ea5fb58a req-3a5ffbef-125a-4482-b5af-04ff3ad365db tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523853 Apr 11 18:53:18.029325 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3965ae9-1265-436a-b8eb-84dbdc8e7a7a req-3e80608b-042a-43ce-8680-cae4b9f02199 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:18.030963 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d3965ae9-1265-436a-b8eb-84dbdc8e7a7a req-3e80608b-042a-43ce-8680-cae4b9f02199 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0531301 Apr 11 18:53:18.082114 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d3965ae9-1265-436a-b8eb-84dbdc8e7a7a req-c1db54d7-c628-4828-8b07-c50b71b76813 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454261 Apr 11 18:53:18.325277 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca36d1f-f72b-4187-ad3a-b754d20548e8 req-d0e7ea03-1df0-4062-9114-279d592af9e2 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:18.328335 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0ca36d1f-f72b-4187-ad3a-b754d20548e8 req-d0e7ea03-1df0-4062-9114-279d592af9e2 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0507586 Apr 11 18:53:18.377473 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0ca36d1f-f72b-4187-ad3a-b754d20548e8 req-f2e7778f-7e36-4225-826f-7894eb6f69b3 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436380 Apr 11 18:53:18.891516 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:19.207965 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b8b6e9-c533-4930-b69a-d1cbfc6c05b3 req-4c2f5a4b-c835-47ad-9e2c-02794918fb86 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:19.214961 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-28b8b6e9-c533-4930-b69a-d1cbfc6c05b3 req-4c2f5a4b-c835-47ad-9e2c-02794918fb86 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0613375 Apr 11 18:53:19.268851 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-28b8b6e9-c533-4930-b69a-d1cbfc6c05b3 req-ab6311b0-1433-4a1b-afcc-02748ebb6b7c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520110 Apr 11 18:53:19.516104 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c0ccfd-1fc2-4ef6-a871-9e04103e444d req-a13c1ae7-59cf-4814-8e28-3083c521c593 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:19.518523 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79c0ccfd-1fc2-4ef6-a871-9e04103e444d req-a13c1ae7-59cf-4814-8e28-3083c521c593 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0658073 Apr 11 18:53:19.589949 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79c0ccfd-1fc2-4ef6-a871-9e04103e444d req-317a25cf-9c9f-4b85-8e50-162c870a2f1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638866 Apr 11 18:53:20.382908 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6afd28-9d5e-4357-adda-317244f872db req-70364c67-8178-44d0-8f43-e75754b53a05 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:20.385202 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd6afd28-9d5e-4357-adda-317244f872db req-70364c67-8178-44d0-8f43-e75754b53a05 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0482278 Apr 11 18:53:20.438497 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd6afd28-9d5e-4357-adda-317244f872db req-509db17a-3b32-486f-8ff6-419ffb1f709d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471187 Apr 11 18:53:20.717234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53da458f-f44a-4d7a-8711-9afe548b62e4 req-ae03b292-fcaf-4783-9bf6-ff2497676040 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:20.718827 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-53da458f-f44a-4d7a-8711-9afe548b62e4 req-ae03b292-fcaf-4783-9bf6-ff2497676040 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0550718 Apr 11 18:53:20.773972 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-53da458f-f44a-4d7a-8711-9afe548b62e4 req-2696fc55-e1fc-4181-b9c9-1b3d0455df74 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478659 Apr 11 18:53:20.945624 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41420) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:20.995702 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_v2 [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Deleting subnet 34b830ca-4458-48a3-9c48-16c52d88bcd7 {{(pid=115230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:53:20.999064 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Publish callbacks [] for subnet (34b830ca-4458-48a3-9c48-16c52d88bcd7), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.038806 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4577329'] for subnet (34b830ca-4458-48a3-9c48-16c52d88bcd7), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.083507 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (34b830ca-4458-48a3-9c48-16c52d88bcd7), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.139128 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4388259'] for subnet (34b830ca-4458-48a3-9c48-16c52d88bcd7), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.163473 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34b830ca-4458-48a3-9c48-16c52d88bcd7,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:21.180278 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.180607 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.180880 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.181254 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.181697 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.181913 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.182442 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.182936 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.183422 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.183926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.184431 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.184926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.185747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.185747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.186082 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:21.189674 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.192877 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-8431a0a7-7d19-4794-ac00-50b98842ab70 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/34b830ca-4458-48a3-9c48-16c52d88bcd7 HTTP/1.1" status: 204 len: 168 time: 0.2462423 Apr 11 18:53:21.195807 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41422) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:21.271757 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.357412 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.386014 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:21.399046 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead33c23-3d71-40e3-b87b-9c75ccf03efe') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:21.399694 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead33c23-3d71-40e3-b87b-9c75ccf03efe') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:21.410306 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (ead33c23-3d71-40e3-b87b-9c75ccf03efe), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.427312 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (ead33c23-3d71-40e3-b87b-9c75ccf03efe), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.434168 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:53:21.434656 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (ead33c23-3d71-40e3-b87b-9c75ccf03efe), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:53:21.436912 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:53:21.502249 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.508143 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.512797 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] 10.222.0.61 "DELETE /v2.0/networks/25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc HTTP/1.1" status: 204 len: 168 time: 0.3156233 Apr 11 18:53:21.529800 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f817ed-37e2-4c1a-a542-1df5c9a98b69 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d3225c-d0f3-40ea-9562-5ab8cdbc8bbc,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:21.604884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561f892b-6fa3-4364-bff2-03a7acdb7506 req-676ea8da-97eb-460e-8196-066b5b468b65 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:21.606472 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-561f892b-6fa3-4364-bff2-03a7acdb7506 req-676ea8da-97eb-460e-8196-066b5b468b65 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0750070 Apr 11 18:53:21.680905 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-561f892b-6fa3-4364-bff2-03a7acdb7506 req-2650c3d9-1313-472e-be0d-2f99af42a3b8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672052 Apr 11 18:53:21.747820 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41432) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:21.796555 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-5c86a955-64cd-4171-a403-10fe1fa77e10 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2c50ebf624db4e168d324e53cb6fd4ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0473056 Apr 11 18:53:21.801681 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41436) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:21.866344 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d720d81d-36eb-4826-aa34-b20b37eeff6e admin admin] Publish callbacks [] for security_group (f333d20c-8fed-4665-8d0e-ba399bb57464), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.905660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db4f5a-774a-4a1a-a1a9-638170de575e req-8e89b8fd-2c95-4682-8d2d-d8c101fa8fc8 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:21.908399 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d8db4f5a-774a-4a1a-a1a9-638170de575e req-8e89b8fd-2c95-4682-8d2d-d8c101fa8fc8 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0610962 Apr 11 18:53:21.912368 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d720d81d-36eb-4826-aa34-b20b37eeff6e admin admin] Publish callbacks [] for security_group (f333d20c-8fed-4665-8d0e-ba399bb57464), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.972367 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d8db4f5a-774a-4a1a-a1a9-638170de575e req-d02a7d6e-ca7d-45a0-8016-2fd05b0c6a33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578959 Apr 11 18:53:21.977595 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d720d81d-36eb-4826-aa34-b20b37eeff6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f333d20c-8fed-4665-8d0e-ba399bb57464), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.981348 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d720d81d-36eb-4826-aa34-b20b37eeff6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:21.984851 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d720d81d-36eb-4826-aa34-b20b37eeff6e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f333d20c-8fed-4665-8d0e-ba399bb57464 HTTP/1.1" status: 204 len: 168 time: 0.1800342 Apr 11 18:53:21.992949 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720d81d-36eb-4826-aa34-b20b37eeff6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f333d20c-8fed-4665-8d0e-ba399bb57464,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:22.797958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076d098-2708-433e-9b05-5870c6e7e512 req-d8474b7a-02d9-4142-a934-569b002ebef7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:22.797958 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9076d098-2708-433e-9b05-5870c6e7e512 req-d8474b7a-02d9-4142-a934-569b002ebef7 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0495746 Apr 11 18:53:22.844451 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9076d098-2708-433e-9b05-5870c6e7e512 req-35d947cd-35d4-4c65-8ad4-111870303bf8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417268 Apr 11 18:53:23.086506 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f08f0ed-df82-4c4c-b29c-1e013bce3ab6 req-8ee9362e-3fb5-433d-ae92-af590c983a93 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:23.087970 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7f08f0ed-df82-4c4c-b29c-1e013bce3ab6 req-8ee9362e-3fb5-433d-ae92-af590c983a93 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0522478 Apr 11 18:53:23.136336 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7f08f0ed-df82-4c4c-b29c-1e013bce3ab6 req-83274433-f2de-48c4-9a57-58fcb770ad5e tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426886 Apr 11 18:53:23.969044 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a51b9-b198-44ff-8b70-37180531fd11 req-b9a06802-3df3-49a9-971a-984f62d39ec3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:23.970583 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cb8a51b9-b198-44ff-8b70-37180531fd11 req-b9a06802-3df3-49a9-971a-984f62d39ec3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0510931 Apr 11 18:53:24.019279 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cb8a51b9-b198-44ff-8b70-37180531fd11 req-dc06a233-955e-4607-b290-3abef89694c5 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431316 Apr 11 18:53:24.248527 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ac7c56-34ac-43a8-9630-5d9515a7c857 req-621b98c6-d55b-4190-a73d-7229c60ffca1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:24.250098 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30ac7c56-34ac-43a8-9630-5d9515a7c857 req-621b98c6-d55b-4190-a73d-7229c60ffca1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0475044 Apr 11 18:53:24.306835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30ac7c56-34ac-43a8-9630-5d9515a7c857 req-ef094529-00e1-4337-84ae-b8bf09b6bfcd tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503905 Apr 11 18:53:25.136310 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a26f6a-e293-48be-8be2-908ab7f25bca req-c32dd3b4-7461-492e-a1e4-bd92821f416f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:25.137907 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c0a26f6a-e293-48be-8be2-908ab7f25bca req-c32dd3b4-7461-492e-a1e4-bd92821f416f tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0489779 Apr 11 18:53:25.183353 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c0a26f6a-e293-48be-8be2-908ab7f25bca req-093ef892-b8f5-48e2-b214-1a048dd213f3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393910 Apr 11 18:53:25.304460 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Request body: {'port': {'device_id': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:25.367224 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:25.446645 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5449d1b7-4578-470e-b998-ad950cf8428a req-27628be6-7703-406f-bce6-6be5b54001fa tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:25.448028 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5449d1b7-4578-470e-b998-ad950cf8428a req-27628be6-7703-406f-bce6-6be5b54001fa tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 932 time: 0.0722091 Apr 11 18:53:25.568461 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5449d1b7-4578-470e-b998-ad950cf8428a req-53baa6e2-e415-49d8-a556-1719cdd29c36 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128612 Apr 11 18:53:25.700028 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71d95c87-319f-4451-8b1a-742bdb1341ec {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:53:25.707826 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Publish callbacks [] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:25.719689 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Transition to ACTIVE for port object 71d95c87-319f-4451-8b1a-742bdb1341ec will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:53:25.723737 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:25.796140 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Pushing event updated for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:25.846284 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Attempting to bind port 71d95c87-319f-4451-8b1a-742bdb1341ec on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:53:25.846615 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Attempting to bind port 71d95c87-319f-4451-8b1a-742bdb1341ec by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:53:25.846938 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Attempting to bind port 71d95c87-319f-4451-8b1a-742bdb1341ec on network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:25.851472 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Port 71d95c87-319f-4451-8b1a-742bdb1341ec on network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:53:25.851786 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Attempting to bind port 71d95c87-319f-4451-8b1a-742bdb1341ec on network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:25.856563 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:53:25.856896 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Checking segment: {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:53:25.857296 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Bound using segment: {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:53:25.857715 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Bound port: 71d95c87-319f-4451-8b1a-742bdb1341ec, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ce12a5-69ae-4f45-a75b-5dddebe7a372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:53:25.858070 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:25.929291 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:53:25.932892 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71d95c87-319f-4451-8b1a-742bdb1341ec,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:53:25.940827 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:25.973146 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:25.973824 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:25.975397 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] 10.222.0.58 "PUT /v2.0/ports/71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 1094 time: 0.6754758 Apr 11 18:53:25.980042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:25.982163 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e2076-1e05-4926-8876-961508efdb49" -d '{"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:26.007351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2a705-253b-4530-a94b-191ae0ce9e7b service neutron] Pushing event updated for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:26.025678 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4283b7a-e50b-48ef-a402-72bb6fbde8cd x-openstack-request-id: req-d4283b7a-e50b-48ef-a402-72bb6fbde8cd {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:26.026046 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:26.026380 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d4283b7a-e50b-48ef-a402-72bb6fbde8cd {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:26.026841 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4283b7a-e50b-48ef-a402-72bb6fbde8cd'] response: {'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'status': 'completed', 'code': 200} Apr 11 18:53:26.294425 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f41790-84ae-4e59-9930-125054fc3a5a req-e8816e0d-ec5f-40cc-b3e0-a6bb125b4718 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:26.295891 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-59f41790-84ae-4e59-9930-125054fc3a5a req-e8816e0d-ec5f-40cc-b3e0-a6bb125b4718 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0474696 Apr 11 18:53:26.344262 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-59f41790-84ae-4e59-9930-125054fc3a5a req-3dbd7835-c4bd-4508-9294-4dcadf81a0ff tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412445 Apr 11 18:53:26.682851 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3603c5-7425-4290-bd41-7cc93887d201 req-74341c2a-247b-429d-9cc5-c41c49e4b856 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:26.684717 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c3603c5-7425-4290-bd41-7cc93887d201 req-74341c2a-247b-429d-9cc5-c41c49e4b856 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 944 time: 0.0504103 Apr 11 18:53:26.740543 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c3603c5-7425-4290-bd41-7cc93887d201 req-62367b78-d0e2-455a-9204-8bc1f5d54ca6 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Apr 11 18:53:26.788444 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e2076-1e05-4926-8876-961508efdb49 req-38447684-69ed-4338-929a-75a040cddd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:26.789973 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c81e2076-1e05-4926-8876-961508efdb49 req-38447684-69ed-4338-929a-75a040cddd5c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1128 time: 0.0458117 Apr 11 18:53:26.899662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc7556-997f-40d2-a825-5e6a2b3f91d2 req-c4dcc61a-2130-44ab-ab0c-a7ce206f00b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:26.901028 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ffc7556-997f-40d2-a825-5e6a2b3f91d2 req-c4dcc61a-2130-44ab-ab0c-a7ce206f00b6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1129 time: 0.0795398 Apr 11 18:53:26.940001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e2076-1e05-4926-8876-961508efdb49 req-fe6cd916-72f9-4e31-8de8-c90df5198960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:26.941529 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c81e2076-1e05-4926-8876-961508efdb49 req-fe6cd916-72f9-4e31-8de8-c90df5198960 service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1417105 Apr 11 18:53:26.976277 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ffc7556-997f-40d2-a825-5e6a2b3f91d2 req-fa1642fe-2498-4335-98e8-852604d126c8 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677500 Apr 11 18:53:27.067251 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81e2076-1e05-4926-8876-961508efdb49 req-4ff1bc62-178e-4eb4-b6b4-35b00c0d8e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:27.069012 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c81e2076-1e05-4926-8876-961508efdb49 req-4ff1bc62-178e-4eb4-b6b4-35b00c0d8e9f service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124945 Apr 11 18:53:27.134978 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ef1bbb3f-abdb-45aa-b098-db7eae8306ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:27.274899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-66cf6ba2-7a40-4a66-914a-5d9af8664b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:27.276551 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-66cf6ba2-7a40-4a66-914a-5d9af8664b37 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1128 time: 0.0476260 Apr 11 18:53:27.340859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63996bd-d04a-40f0-8817-de170dd4d690 req-fb7ea2ea-da61-4a2f-93d0-9550ec9b1b94 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:27.342296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a63996bd-d04a-40f0-8817-de170dd4d690 req-fb7ea2ea-da61-4a2f-93d0-9550ec9b1b94 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0558128 Apr 11 18:53:27.386433 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eff884-023e-4a41-a129-a91e00e4b528 req-3256ee4e-5bf3-41c2-99f0-7c5e614aea4e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:27.387837 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-66eff884-023e-4a41-a129-a91e00e4b528 req-3256ee4e-5bf3-41c2-99f0-7c5e614aea4e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0641608 Apr 11 18:53:27.429969 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a63996bd-d04a-40f0-8817-de170dd4d690 req-2ac1a2d1-c570-4f78-b58c-8bd4e18d97b4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716627 Apr 11 18:53:27.458202 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-66eff884-023e-4a41-a129-a91e00e4b528 req-e1979f28-4b84-41df-91ec-a74251b8bcf7 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603819 Apr 11 18:53:27.532388 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aaa650-24a9-458d-adfe-ba0cd9e179df req-e1dc49e5-1ea0-40bd-896f-6fb4f3a91279 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:27.533851 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-25aaa650-24a9-458d-adfe-ba0cd9e179df req-e1dc49e5-1ea0-40bd-896f-6fb4f3a91279 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0459244 Apr 11 18:53:27.579412 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-25aaa650-24a9-458d-adfe-ba0cd9e179df req-16842244-c85e-4c7e-8d97-211387143cd9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396378 Apr 11 18:53:27.849143 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e1a74-09c5-4187-9fd6-8be53b7e863e req-20562d7e-7440-46ce-9075-72bdbfa230d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:27.850632 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-849e1a74-09c5-4187-9fd6-8be53b7e863e req-20562d7e-7440-46ce-9075-72bdbfa230d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 944 time: 0.0453157 Apr 11 18:53:27.895855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-849e1a74-09c5-4187-9fd6-8be53b7e863e req-c36f7cfa-6a47-4211-b81c-ecff1993f490 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398693 Apr 11 18:53:28.572177 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-1b629a0a-746d-4f7b-8cf9-f405808f2370 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 217 time: 0.1027467 Apr 11 18:53:28.652095 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda7649-5a35-450f-8b63-4fca9a662b15 req-a21744d0-f013-42fc-b779-2888aa5a6824 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:28.653583 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afda7649-5a35-450f-8b63-4fca9a662b15 req-a21744d0-f013-42fc-b779-2888aa5a6824 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0836670 Apr 11 18:53:28.659326 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f978b-80a1-4457-a3b9-c297850a3745 req-cfb0663c-e15a-43d6-b80c-0c32e519ba40 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:28.660661 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f59f978b-80a1-4457-a3b9-c297850a3745 req-cfb0663c-e15a-43d6-b80c-0c32e519ba40 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0946360 Apr 11 18:53:28.734097 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afda7649-5a35-450f-8b63-4fca9a662b15 req-aaf2394c-2714-41aa-8a67-15d2fb3f3ec1 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723817 Apr 11 18:53:28.737647 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f59f978b-80a1-4457-a3b9-c297850a3745 req-a2b0f441-b56b-4712-aa7a-a6bacd94f8e3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703580 Apr 11 18:53:28.831691 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ba4dd-c733-4511-ae5b-bde9389a7c5d req-efad0d9b-bb3c-407d-bfb5-b131f6ca838c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:28.833134 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c21ba4dd-c733-4511-ae5b-bde9389a7c5d req-efad0d9b-bb3c-407d-bfb5-b131f6ca838c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0456946 Apr 11 18:53:28.879194 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c21ba4dd-c733-4511-ae5b-bde9389a7c5d req-445e9e7b-be77-4741-a30b-301d57e6bc75 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Apr 11 18:53:29.006874 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf589c5-6f7c-4993-bd8a-daaf2948f340 req-31179529-683b-4f33-8134-1ef3dce7ff8f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:29.008234 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bbf589c5-6f7c-4993-bd8a-daaf2948f340 req-31179529-683b-4f33-8134-1ef3dce7ff8f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 944 time: 0.0470197 Apr 11 18:53:29.060714 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bbf589c5-6f7c-4993-bd8a-daaf2948f340 req-8443ef72-8f92-41c9-b54f-bb5058480771 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459805 Apr 11 18:53:29.539774 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ebaa1eff-3dc1-489b-9881-63ba3f864dbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:29.872516 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089854f0-a699-4f79-9433-106a54eb6979 req-a530f2b4-42df-45d6-9554-e701e7bb3e2d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:29.873907 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-089854f0-a699-4f79-9433-106a54eb6979 req-a530f2b4-42df-45d6-9554-e701e7bb3e2d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.0727420 Apr 11 18:53:29.880319 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f528e1-06f7-4a47-88be-27900cb8e0de req-1f01dfb9-f77f-43e7-ac68-249a55c36837 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:29.881678 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-17f528e1-06f7-4a47-88be-27900cb8e0de req-1f01dfb9-f77f-43e7-ac68-249a55c36837 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.0717726 Apr 11 18:53:29.952456 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-089854f0-a699-4f79-9433-106a54eb6979 req-30448c58-3e2b-46f8-ab12-2f8b1e8404ee tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698495 Apr 11 18:53:29.956987 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-17f528e1-06f7-4a47-88be-27900cb8e0de req-a708198e-380f-49ba-b2dd-506126b5a834 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689144 Apr 11 18:53:30.053983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b4506-9b5c-4d19-b076-32d34bebcdbc req-d095db45-03b9-4973-8117-a185e14fe67d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:30.055405 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-984b4506-9b5c-4d19-b076-32d34bebcdbc req-d095db45-03b9-4973-8117-a185e14fe67d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0489318 Apr 11 18:53:30.101676 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-984b4506-9b5c-4d19-b076-32d34bebcdbc req-b493c9f6-cd2d-41c2-ad05-39befd621ddb tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407765 Apr 11 18:53:30.169852 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48972b2e-ac04-4ba6-9be0-6df482be4d19 req-b2af1c3d-ef37-4601-9c34-6711e446ae36 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:30.171196 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-48972b2e-ac04-4ba6-9be0-6df482be4d19 req-b2af1c3d-ef37-4601-9c34-6711e446ae36 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 944 time: 0.0446818 Apr 11 18:53:30.216776 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-48972b2e-ac04-4ba6-9be0-6df482be4d19 req-d0b3ef43-e85a-4826-b989-3e9951c2d753 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397120 Apr 11 18:53:30.612923 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-b94b857b-a6e2-4011-bc1a-541fedc4efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:30.614578 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-b94b857b-a6e2-4011-bc1a-541fedc4efc2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 HTTP/1.1" status: 200 len: 854 time: 0.0481460 Apr 11 18:53:30.651265 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:53:30.657839 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:31.122350 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-6ec46af5-8d4a-4c80-9d74-d5af35fb1322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:31.123824 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-6ec46af5-8d4a-4c80-9d74-d5af35fb1322 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6189ebe9-1e93-4750-9b7b-42ab12a4af24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1381497 Apr 11 18:53:31.192315 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-e30fadd1-dbfa-42a9-b434-f3bfef12d625 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:31.193749 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-e30fadd1-dbfa-42a9-b434-f3bfef12d625 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.1484425 Apr 11 18:53:31.199615 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711fa498-0665-443f-9606-3e3f20723e51 req-74a9f9dc-69b8-4506-b5df-4a5c21f600c3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:31.200921 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-711fa498-0665-443f-9606-3e3f20723e51 req-74a9f9dc-69b8-4506-b5df-4a5c21f600c3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 946 time: 0.1710062 Apr 11 18:53:31.211848 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e3da8-a513-4864-8bf9-18214a3e64be req-e753b87a-2c6a-4803-9fe6-590509724017 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:31.213224 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-300e3da8-a513-4864-8bf9-18214a3e64be req-e753b87a-2c6a-4803-9fe6-590509724017 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.1668262 Apr 11 18:53:31.241272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-1c8e2e7d-51dd-4bb6-8b1c-d165f33824a7 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:31.242540 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-1c8e2e7d-51dd-4bb6-8b1c-d165f33824a7 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 945 time: 0.1612499 Apr 11 18:53:31.697494 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-711fa498-0665-443f-9606-3e3f20723e51 req-19e5642b-93b9-4b02-a2c0-dae97859796e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=5e4db310-f190-4f31-ab9a-6b747d645a28&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4832778 Apr 11 18:53:31.704027 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-300e3da8-a513-4864-8bf9-18214a3e64be req-bca7f745-2306-4997-81db-ea6d654d5368 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=b84ea3d2-e480-4de0-9748-7ae1b83a2395&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4764843 Apr 11 18:53:31.705914 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-b6f772ed-5d62-45ca-9e6c-2be8f198e0bf service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5722537 Apr 11 18:53:31.725667 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Deleting port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:53:31.726004 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:31.833404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Deleting port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:53:31.833734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.002578 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31acc222-6d65-4a2f-a378-80efa6d152ea req-403ac558-50d1-4184-ab9b-0f70a4eb79c9 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:32.004013 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-31acc222-6d65-4a2f-a378-80efa6d152ea req-403ac558-50d1-4184-ab9b-0f70a4eb79c9 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 944 time: 0.2169287 Apr 11 18:53:32.009947 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b776a34-2607-40ba-9694-a969137fc667 req-9f96975a-5fce-4785-8ffb-e29662ed67d9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:32.011457 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b776a34-2607-40ba-9694-a969137fc667 req-9f96975a-5fce-4785-8ffb-e29662ed67d9 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.1906829 Apr 11 18:53:32.033745 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] For port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:32.034115 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.035808 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.090378 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-afeed2cf-7d8d-4de4-87bf-ba4e16202584 req-2874f930-f255-4f65-a55a-450fa1ff4a85 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3655200 Apr 11 18:53:32.192541 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] For port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:32.193291 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.258956 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b776a34-2607-40ba-9694-a969137fc667 req-37725ee8-ab46-462d-8f78-deb7c56c94d3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378278 Apr 11 18:53:32.298598 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-31acc222-6d65-4a2f-a378-80efa6d152ea req-11d5f560-7304-4485-92d7-e2c64306cb80 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843933 Apr 11 18:53:32.488120 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.488481 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (055ae014-90be-4532-9d7e-6c63828bb5af), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.488794 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Floating IP 055ae014-90be-4532-9d7e-6c63828bb5af disassociated. External IP: 172.27.0.197, port: 0a4d41df-b2ba-4125-a890-3a2d9460fc4b. Apr 11 18:53:32.489152 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Calling delete_port for 0a4d41df-b2ba-4125-a890-3a2d9460fc4b owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:53:32.545838 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.546125 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (b697f7f3-0b90-4476-aa68-d2cf1e3be5f6), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.546549 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Floating IP b697f7f3-0b90-4476-aa68-d2cf1e3be5f6 disassociated. External IP: 172.27.0.171, port: 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a. Apr 11 18:53:32.546892 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Calling delete_port for 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:53:32.666999 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ef9d2-074b-4dbe-a59f-284226a1de27 req-89094c6f-9840-4034-b1cc-74a98373c7cd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:32.668443 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b59ef9d2-074b-4dbe-a59f-284226a1de27 req-89094c6f-9840-4034-b1cc-74a98373c7cd tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0730755 Apr 11 18:53:32.807201 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b59ef9d2-074b-4dbe-a59f-284226a1de27 req-bfae71e7-c987-4bde-b9f3-1d59b7f4dcbf tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1310430 Apr 11 18:53:32.824205 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (0a4d41df-b2ba-4125-a890-3a2d9460fc4b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.834209 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a5ed8908-c8a2-4fbb-bec7-e473bdcabbf1 req-b1b14a02-5b26-48aa-93f0-29285fced4c9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0442669 Apr 11 18:53:32.863235 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event deleted for resources: {'Port': ['ID=0a4d41df-b2ba-4125-a890-3a2d9460fc4b,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:32.882249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (60f4567a-e3fe-4d3e-94c0-0173b9d95e7a), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:32.918541 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b34de914-103d-458f-8d85-00807e436ee3 req-90a085f7-dc1b-4d2c-9df9-113c17c828f2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 210 time: 0.0512106 Apr 11 18:53:32.993672 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event deleted for resources: {'Port': ['ID=60f4567a-e3fe-4d3e-94c0-0173b9d95e7a,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:33.049120 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-3bfde2ec-2315-4633-b6ac-e7831ece6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:33.050653 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-3bfde2ec-2315-4633-b6ac-e7831ece6545 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1129 time: 0.1442161 Apr 11 18:53:33.218034 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Router c2825927-a5b2-4cff-9932-a9b94d871799 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:53:33.257505 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Router b56f4fe8-8855-4383-bc42-7dc736cc2b48 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:53:33.259388 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-36d0108d-a714-4194-bb99-5da7f0cf7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:33.260802 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-36d0108d-a714-4194-bb99-5da7f0cf7aad service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.1814349 Apr 11 18:53:33.660006 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:33.720845 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-739a7ae3-f477-4eb8-9e9f-b57d405ee200 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 1001 time: 0.4296503 Apr 11 18:53:33.772573 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940bbf8f-c245-40a9-99bc-0940e91c939c req-848991e7-14c5-4c9f-abbc-74fb5b7e9f11 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:33.774006 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-940bbf8f-c245-40a9-99bc-0940e91c939c req-848991e7-14c5-4c9f-abbc-74fb5b7e9f11 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 944 time: 0.3892896 Apr 11 18:53:33.817160 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:33.827713 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] Sync routers for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:33.839905 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:33.840592 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:33.907541 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-4a2fc86e-2e42-4389-86da-121cae37b4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:33.908964 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-4a2fc86e-2e42-4389-86da-121cae37b4fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1678631 Apr 11 18:53:33.909504 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] No DVR routers for this DVR port 0a4d41df-b2ba-4125-a890-3a2d9460fc4b on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:53:33.921305 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:33.929517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:33.931999 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] Sync routers for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:33.932689 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4bdb8499-abd6-4b72-8866-ce2524aeda61 req-d8c6ae24-0c01-4cec-87c0-b1872a604970 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "DELETE /v2.0/ports/0a4d41df-b2ba-4125-a890-3a2d9460fc4b HTTP/1.1" status: 204 len: 173 time: 2.7283580 Apr 11 18:53:33.933166 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-deleted', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:33.935406 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecd67e75-6c9b-439d-9730-11d9f445f22a" -d '{"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-deleted", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:33.950041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:33.951841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:33.993225 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:34.021648 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-940bbf8f-c245-40a9-99bc-0940e91c939c req-4b58a1b0-042a-4cd8-a9b1-81ab9e39be5b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313430 Apr 11 18:53:34.075816 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a258020-aef0-473e-b74d-a965857c11ca req-dbc0d5c1-d582-4cdb-a2b8-bed16c019ae8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:34.090122 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8a258020-aef0-473e-b74d-a965857c11ca req-dbc0d5c1-d582-4cdb-a2b8-bed16c019ae8 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.1811955 Apr 11 18:53:34.149431 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] No DVR routers for this DVR port 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:53:34.179739 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:34.182304 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:34.185643 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bba072b9-77dc-467d-8ceb-824b7a4b6e5e req-4e16495e-5f59-4b45-8936-4d705fe2efd5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "DELETE /v2.0/ports/60f4567a-e3fe-4d3e-94c0-0173b9d95e7a HTTP/1.1" status: 204 len: 173 time: 2.8949184 Apr 11 18:53:34.187188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-a5c88380-e1f0-46bc-936a-183a7de5eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:34.188694 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-a5c88380-e1f0-46bc-936a-183a7de5eaed service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2656636 Apr 11 18:53:34.193165 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-286bb734-560b-4e7e-9f3a-c480c1b056a4 req-87a3b1cf-27f4-454d-b5cf-fa89b67dd155 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=543d7491-8ed8-4e3a-bc70-d31058b8b6c9 HTTP/1.1" status: 200 len: 210 time: 0.0573492 Apr 11 18:53:34.234382 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8a258020-aef0-473e-b74d-a965857c11ca req-1edee24d-facc-46ce-95bd-c45293ae2b22 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1385458 Apr 11 18:53:34.274464 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fd43229-931c-424b-b9a3-d74dc5089b01 x-openstack-request-id: req-6fd43229-931c-424b-b9a3-d74dc5089b01 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:34.274880 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543d7491-8ed8-4e3a-bc70-d31058b8b6c9", "name": "network-vif-deleted", "tag": "0a4d41df-b2ba-4125-a890-3a2d9460fc4b", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:34.275232 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6fd43229-931c-424b-b9a3-d74dc5089b01 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:34.275738 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd43229-931c-424b-b9a3-d74dc5089b01'] response: {'server_uuid': '543d7491-8ed8-4e3a-bc70-d31058b8b6c9', 'name': 'network-vif-deleted', 'tag': '0a4d41df-b2ba-4125-a890-3a2d9460fc4b', 'status': 'completed', 'code': 200} Apr 11 18:53:34.363651 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-93710869-fa1d-4dff-94c9-a3fed1d13a4c req-7368d354-d033-4460-9127-7910e984d5e6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=b10049df-c465-4a52-8e37-9538b9fcf005 HTTP/1.1" status: 200 len: 210 time: 0.0618041 Apr 11 18:53:34.385095 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:34.423937 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] Checking router: c2825927-a5b2-4cff-9932-a9b94d871799 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:34.436255 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:34.436822 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:34.484323 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:34.491356 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-f37fd3f2-677a-4d6f-b73a-a919b721f4e2 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245797 Apr 11 18:53:34.513374 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] Checking router: b56f4fe8-8855-4383-bc42-7dc736cc2b48 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:34.522333 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:34.523140 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:34.563830 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:34.639743 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58d6faa1-ece2-4f69-8aba-57255380a99b req-0b59c0ba-8aaf-46a4-bdf6-b3a55abb8189 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422429 Apr 11 18:53:34.671520 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:34.766384 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:34.794410 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8426ecdb-e832-4427-95f1-ca7a42b804ab None None] The sync data for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi is: [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:34.894760 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:34.925892 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a290d23-4f8c-47d1-8fc8-eb6640a2ca6f None None] The sync data for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi is: [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:35.149183 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43ddfaa8-6de5-4c8c-aece-1cf0f40ae161 None None] New status for floating IP 055ae014-90be-4532-9d7e-6c63828bb5af: DOWN {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:53:35.164847 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07626458-ca5b-448a-869a-9529a8ecdb2b req-e2620496-bbeb-412c-ac57-00a30b395414 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:35.172498 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07626458-ca5b-448a-869a-9529a8ecdb2b req-e2620496-bbeb-412c-ac57-00a30b395414 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 944 time: 0.0667350 Apr 11 18:53:35.204806 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 71d95c87-319f-4451-8b1a-742bdb1341ec details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:53:35.208056 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:53:35.264090 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07626458-ca5b-448a-869a-9529a8ecdb2b req-f60ac68a-996c-451c-8ca4-d96624ac0fb0 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848160 Apr 11 18:53:35.296142 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 0a4d41df-b2ba-4125-a890-3a2d9460fc4b {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:53:35.296496 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 0a4d41df-b2ba-4125-a890-3a2d9460fc4b not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:53:35.297031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:53:35.353769 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41556) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:35.420241 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a82b8a-0835-439e-9826-a8ad3f9f73e8 req-52cc1c1d-c529-4353-abea-3b3fd753bd01 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:35.423838 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1aed1682-cdaf-4fe5-8445-52db1df83ef1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (5e4db310-f190-4f31-ab9a-6b747d645a28), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.424520 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8a82b8a-0835-439e-9826-a8ad3f9f73e8 req-52cc1c1d-c529-4353-abea-3b3fd753bd01 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0729520 Apr 11 18:53:35.457753 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1aed1682-cdaf-4fe5-8445-52db1df83ef1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (5e4db310-f190-4f31-ab9a-6b747d645a28), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.460739 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:53:35.467926 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 60f4567a-e3fe-4d3e-94c0-0173b9d95e7a not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:53:35.479245 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41562) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:35.484103 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12872ab7-e613-4a44-8958-a5deca50efc8 None None] New status for floating IP b697f7f3-0b90-4476-aa68-d2cf1e3be5f6: DOWN {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:53:35.516157 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1aed1682-cdaf-4fe5-8445-52db1df83ef1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (5e4db310-f190-4f31-ab9a-6b747d645a28), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.519535 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1aed1682-cdaf-4fe5-8445-52db1df83ef1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.521296 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1aed1682-cdaf-4fe5-8445-52db1df83ef1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "DELETE /v2.0/security-groups/5e4db310-f190-4f31-ab9a-6b747d645a28 HTTP/1.1" status: 204 len: 168 time: 0.1657720 Apr 11 18:53:35.527275 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41564) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:35.532246 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8a82b8a-0835-439e-9826-a8ad3f9f73e8 req-df946466-9ab6-4508-87f4-d72ce1e67d60 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017168 Apr 11 18:53:35.548853 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.api.v2.resource [None req-5abb730c-43e3-4a58-8fee-36e9334f24b0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] show failed (client error): The resource could not be found. Apr 11 18:53:35.550162 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5abb730c-43e3-4a58-8fee-36e9334f24b0 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups/5e4db310-f190-4f31-ab9a-6b747d645a28 HTTP/1.1" status: 404 len: 347 time: 0.0217223 Apr 11 18:53:35.552993 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41566) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:35.602164 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44b4340f-0f4a-48a3-b8f4-4515c6662c0e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (b84ea3d2-e480-4de0-9748-7ae1b83a2395), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.604729 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed1682-cdaf-4fe5-8445-52db1df83ef1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4db310-f190-4f31-ab9a-6b747d645a28,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:35.617552 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71d95c87-319f-4451-8b1a-742bdb1341ec,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:35.640046 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'port_id': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'mac_address': 'fa:16:3e:28:9e:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 544, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:53:35.646173 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44b4340f-0f4a-48a3-b8f4-4515c6662c0e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (b84ea3d2-e480-4de0-9748-7ae1b83a2395), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.686364 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 71d95c87-319f-4451-8b1a-742bdb1341ec is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:35.687159 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.695053 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Deleting port e7485a78-18b2-448c-b927-19d71b75997a {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:53:35.697360 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (e7485a78-18b2-448c-b927-19d71b75997a), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.707943 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44b4340f-0f4a-48a3-b8f4-4515c6662c0e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (b84ea3d2-e480-4de0-9748-7ae1b83a2395), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.711441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44b4340f-0f4a-48a3-b8f4-4515c6662c0e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.715855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-44b4340f-0f4a-48a3-b8f4-4515c6662c0e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "DELETE /v2.0/security-groups/b84ea3d2-e480-4de0-9748-7ae1b83a2395 HTTP/1.1" status: 204 len: 168 time: 0.2329266 Apr 11 18:53:35.717563 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41568) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:35.723995 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71d95c87-319f-4451-8b1a-742bdb1341ec {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:53:35.737438 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.api.v2.resource [None req-b4badf98-7bf5-4eca-bdaa-91f4bafaf82f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] show failed (client error): The resource could not be found. Apr 11 18:53:35.741481 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b4badf98-7bf5-4eca-bdaa-91f4bafaf82f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups/b84ea3d2-e480-4de0-9748-7ae1b83a2395 HTTP/1.1" status: 404 len: 347 time: 0.0201166 Apr 11 18:53:35.741983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41570) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:35.745189 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71d95c87-319f-4451-8b1a-742bdb1341ec,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:35.750975 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.791614 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4340f-0f4a-48a3-b8f4-4515c6662c0e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84ea3d2-e480-4de0-9748-7ae1b83a2395,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:35.801189 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (e7485a78-18b2-448c-b927-19d71b75997a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.801594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (e7485a78-18b2-448c-b927-19d71b75997a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.814868 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Calling delete_port for e7485a78-18b2-448c-b927-19d71b75997a owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:53:35.830759 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:35.838220 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.839236 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.839610 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.839962 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.840304 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.840637 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.841237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.841715 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.842048 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.842379 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.842709 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.843046 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.843375 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.843698 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.844563 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:53:35.882703 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Deleting port a8f9b64b-3028-4998-8e0e-402a38148a8a {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:53:35.883633 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.975186 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.975186 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (a8f9b64b-3028-4998-8e0e-402a38148a8a), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:35.990236 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Calling delete_port for a8f9b64b-3028-4998-8e0e-402a38148a8a owned by network:floatingip {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:53:36.009974 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['71d95c87-319f-4451-8b1a-742bdb1341ec'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:53:36.028784 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (e7485a78-18b2-448c-b927-19d71b75997a), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.056500 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event deleted for resources: {'Port': ['ID=e7485a78-18b2-448c-b927-19d71b75997a,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:36.144439 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (055ae014-90be-4532-9d7e-6c63828bb5af), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.147282 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.148589 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-cf41c43d-70bc-4e72-bbc7-a030008d3277 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "DELETE /v2.0/floatingips/055ae014-90be-4532-9d7e-6c63828bb5af HTTP/1.1" status: 204 len: 168 time: 0.5941980 Apr 11 18:53:36.173877 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a8f9b64b-3028-4998-8e0e-402a38148a8a), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.216292 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event deleted for resources: {'Port': ['ID=a8f9b64b-3028-4998-8e0e-402a38148a8a,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:36.277386 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'name': 'network-vif-deleted', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:36.280544 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7558edee-3e95-4c9b-9830-7bda5467086c" -d '{"events": [{"server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "name": "network-vif-deleted", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:36.291614 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (b697f7f3-0b90-4476-aa68-d2cf1e3be5f6), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.294669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.300581 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ecb7e07e-a3de-4607-9267-328e6a96246a tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "DELETE /v2.0/floatingips/b697f7f3-0b90-4476-aa68-d2cf1e3be5f6 HTTP/1.1" status: 204 len: 168 time: 0.5568800 Apr 11 18:53:36.387001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1474af17-4d55-4eee-b4e3-c2d083c1b9a1 req-a024a1aa-70b3-4d65-8b88-5ef0fe3e5e46 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:36.388380 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1474af17-4d55-4eee-b4e3-c2d083c1b9a1 req-a024a1aa-70b3-4d65-8b88-5ef0fe3e5e46 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 945 time: 0.0472951 Apr 11 18:53:36.443612 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1474af17-4d55-4eee-b4e3-c2d083c1b9a1 req-6d2da054-8d7b-4b5b-85c6-f186009ea354 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482469 Apr 11 18:53:36.502183 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56bd2202-f957-4e12-992b-38b2c28a18a2 x-openstack-request-id: req-56bd2202-f957-4e12-992b-38b2c28a18a2 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:36.502514 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10049df-c465-4a52-8e37-9538b9fcf005", "name": "network-vif-deleted", "tag": "60f4567a-e3fe-4d3e-94c0-0173b9d95e7a", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:36.502953 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-56bd2202-f957-4e12-992b-38b2c28a18a2 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:36.503427 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56bd2202-f957-4e12-992b-38b2c28a18a2'] response: {'server_uuid': 'b10049df-c465-4a52-8e37-9538b9fcf005', 'name': 'network-vif-deleted', 'tag': '60f4567a-e3fe-4d3e-94c0-0173b9d95e7a', 'status': 'completed', 'code': 200} Apr 11 18:53:36.530900 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41580) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:36.536082 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-68a79c0b-1871-42a6-8639-8224308cfda9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299485050', 'description': 'tempest-description--9812695'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:36.560395 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68a79c0b-1871-42a6-8639-8224308cfda9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.646594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68a79c0b-1871-42a6-8639-8224308cfda9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (3e83826d-9d57-40da-9e88-68be53e699be), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.653722 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68a79c0b-1871-42a6-8639-8224308cfda9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3e83826d-9d57-40da-9e88-68be53e699be), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.679756 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab97cb-8c46-4866-a089-0e1ea1b3e4dd req-ae64e1ea-1037-4d1a-a175-44c61c0e0ad6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:36.681536 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80ab97cb-8c46-4866-a089-0e1ea1b3e4dd req-ae64e1ea-1037-4d1a-a175-44c61c0e0ad6 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0806437 Apr 11 18:53:36.699675 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a79c0b-1871-42a6-8639-8224308cfda9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e83826d-9d57-40da-9e88-68be53e699be,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:36.705350 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-68a79c0b-1871-42a6-8639-8224308cfda9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.709202 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-68a79c0b-1871-42a6-8639-8224308cfda9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.1745481 Apr 11 18:53:36.710389 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41584) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:36.714323 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-7866aa1b-06c3-4485-b306-72167802ff5e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'security_group_rule': {'security_group_id': '3e83826d-9d57-40da-9e88-68be53e699be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:36.748101 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7866aa1b-06c3-4485-b306-72167802ff5e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (8597be8b-5761-49de-803a-2c1e64a159b7), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.763638 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80ab97cb-8c46-4866-a089-0e1ea1b3e4dd req-52a3e1ba-96ae-48d2-9bd9-1cb51cb2c888 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761111 Apr 11 18:53:36.814410 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7866aa1b-06c3-4485-b306-72167802ff5e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (8597be8b-5761-49de-803a-2c1e64a159b7), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.819433 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7866aa1b-06c3-4485-b306-72167802ff5e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (8597be8b-5761-49de-803a-2c1e64a159b7), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.847762 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866aa1b-06c3-4485-b306-72167802ff5e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8597be8b-5761-49de-803a-2c1e64a159b7,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:36.869167 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7866aa1b-06c3-4485-b306-72167802ff5e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.870713 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7866aa1b-06c3-4485-b306-72167802ff5e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1603949 Apr 11 18:53:36.873444 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41588) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:36.878905 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-243f8b89-af83-4a0e-9052-3265b0f19935 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'security_group_rule': {'security_group_id': '3e83826d-9d57-40da-9e88-68be53e699be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:36.908739 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-243f8b89-af83-4a0e-9052-3265b0f19935 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (9b9335e4-8d1e-4554-8edb-cb9e60b792f0), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:36.917887 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafc7785-500b-44a7-808a-83578ebafa8d req-c6a2dfcb-0dfc-4b47-a3e9-cfb0f6b12f29 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:36.919771 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aafc7785-500b-44a7-808a-83578ebafa8d req-c6a2dfcb-0dfc-4b47-a3e9-cfb0f6b12f29 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0678942 Apr 11 18:53:36.931718 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41590) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:36.936890 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Request body: {'floatingip': {'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:37.023192 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.053688 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41592) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:37.058588 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-dc299615-9ce3-4622-80c6-e18f82d7486e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'security_group': {'name': 'tempest-securitygroup--159413657', 'description': 'tempest-description--682169685'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:37.059064 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-243f8b89-af83-4a0e-9052-3265b0f19935 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (9b9335e4-8d1e-4554-8edb-cb9e60b792f0), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.066580 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-243f8b89-af83-4a0e-9052-3265b0f19935 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (9b9335e4-8d1e-4554-8edb-cb9e60b792f0), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.087446 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc299615-9ce3-4622-80c6-e18f82d7486e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.099406 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243f8b89-af83-4a0e-9052-3265b0f19935 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b9335e4-8d1e-4554-8edb-cb9e60b792f0,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:37.130055 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-243f8b89-af83-4a0e-9052-3265b0f19935 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.131261 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-243f8b89-af83-4a0e-9052-3265b0f19935 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2565951 Apr 11 18:53:37.134209 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41594) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:37.142883 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:37.185754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc299615-9ce3-4622-80c6-e18f82d7486e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.190646 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc299615-9ce3-4622-80c6-e18f82d7486e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.198737 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.204588 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 71d95c87-319f-4451-8b1a-742bdb1341ec up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:37.221560 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc299615-9ce3-4622-80c6-e18f82d7486e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.225580 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-dc299615-9ce3-4622-80c6-e18f82d7486e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1680908 Apr 11 18:53:37.225726 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41596) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:37.230150 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-4da8dac7-2054-4da9-a819-59c168b75382 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'security_group_rule': {'security_group_id': '7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:37.235646 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc299615-9ce3-4622-80c6-e18f82d7486e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:37.259508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4da8dac7-2054-4da9-a819-59c168b75382 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (38076e50-abba-4f3b-8c49-80595fc413d9), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.260863 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 71d95c87-319f-4451-8b1a-742bdb1341ec completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:53:37.269574 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 71d95c87-319f-4451-8b1a-742bdb1341ec triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:37.270126 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.324011 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4da8dac7-2054-4da9-a819-59c168b75382 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (38076e50-abba-4f3b-8c49-80595fc413d9), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.328951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4da8dac7-2054-4da9-a819-59c168b75382 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (38076e50-abba-4f3b-8c49-80595fc413d9), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.348538 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8dac7-2054-4da9-a819-59c168b75382 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38076e50-abba-4f3b-8c49-80595fc413d9,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:37.358058 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4da8dac7-2054-4da9-a819-59c168b75382 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.359251 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-4da8dac7-2054-4da9-a819-59c168b75382 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1326342 Apr 11 18:53:37.362778 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.363707 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41598) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:37.366375 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 71d95c87-319f-4451-8b1a-742bdb1341ec is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:37.366893 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.368022 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-26301351-baf4-469c-b703-c2d6cad432b2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'security_group_rule': {'security_group_id': '7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:37.394907 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-26301351-baf4-469c-b703-c2d6cad432b2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (54518f8d-4ee1-49ec-b683-d99ffb714362), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.397782 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:37.400113 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cab031a-3622-406c-bdcb-48714635a0b0" -d '{"events": [{"server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "name": "network-vif-plugged", "status": "completed", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:37.419053 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71d95c87-319f-4451-8b1a-742bdb1341ec,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:37.426677 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.459833 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-26301351-baf4-469c-b703-c2d6cad432b2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (54518f8d-4ee1-49ec-b683-d99ffb714362), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.464839 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-26301351-baf4-469c-b703-c2d6cad432b2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (54518f8d-4ee1-49ec-b683-d99ffb714362), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.478799 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-204a27cc-9250-4aa5-b07d-aa9f136d9993 x-openstack-request-id: req-204a27cc-9250-4aa5-b07d-aa9f136d9993 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:37.479050 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "name": "network-vif-plugged", "status": "completed", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:37.479310 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-204a27cc-9250-4aa5-b07d-aa9f136d9993 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:37.480027 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-204a27cc-9250-4aa5-b07d-aa9f136d9993'] response: {'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'code': 200} Apr 11 18:53:37.507460 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26301351-baf4-469c-b703-c2d6cad432b2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54518f8d-4ee1-49ec-b683-d99ffb714362,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:37.525561 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-26301351-baf4-469c-b703-c2d6cad432b2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.530618 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-26301351-baf4-469c-b703-c2d6cad432b2 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1654768 Apr 11 18:53:37.530975 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41604) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:37.540006 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:37.541180 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:37.610322 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.613532 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Allocated IP 172.27.0.30 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:37.631885 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2395f-afb6-4009-b6e3-9a8fbff0d712 req-fe82a5cc-309b-4611-8161-2dd28db012ca tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:37.637852 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0fa2395f-afb6-4009-b6e3-9a8fbff0d712 req-fe82a5cc-309b-4611-8161-2dd28db012ca tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.0731797 Apr 11 18:53:37.739460 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad7b31b-57e7-495c-bdf2-77a3e2234222 req-6e0a1d47-754d-446e-afff-80299bd828ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:37.740974 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ad7b31b-57e7-495c-bdf2-77a3e2234222 req-6e0a1d47-754d-446e-afff-80299bd828ad service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1130 time: 0.0776055 Apr 11 18:53:37.800602 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ad7b31b-57e7-495c-bdf2-77a3e2234222 req-b4f0b0b0-db18-4bc2-9885-d210bb33f00b service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467985 Apr 11 18:53:37.834694 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:37.839365 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0fa2395f-afb6-4009-b6e3-9a8fbff0d712 req-423d55d0-9837-425a-9677-9a4223e90da8 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880670 Apr 11 18:53:38.042467 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.057466 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.063428 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.155359 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.182422 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Allocated IP 172.27.0.194 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/c53abdc6-c2f0-4f90-93df-23cc70659b82) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:38.212012 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:38.220260 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:38.223578 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'Port': ['ID=89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:38.225750 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:38.285359 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.323853 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.364407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:38.368897 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:38.373279 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:38.376926 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'Port': ['ID=c53abdc6-c2f0-4f90-93df-23cc70659b82,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:38.397587 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (90c500d4-a323-4ae8-93a2-de93b8f302c4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.412715 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Router 109ba8ee-5000-498d-94c9-ee3a690f4264 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:53:38.444692 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.459863 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (fd2031cc-b8df-43bc-b23f-770c1df0c36d), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.499297 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.624764 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:38.630710 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.636506 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] Sync routers for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:38.647170 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:38.648121 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:38.654216 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.659538 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.683566 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:38.685828 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80579d34-7d60-4715-9121-961ec0adcf96" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:38.727845 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-56b9b07f-d42b-42e2-a03f-7aecf1b32994 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "PUT /v2.0/floatingips/2bb0e53c-4766-45d2-ad9e-8d756f5f09e8 HTTP/1.1" status: 200 len: 993 time: 1.7950945 Apr 11 18:53:38.737502 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.745876 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033642'] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.757957 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-235b5831-dc28-45c7-8498-aed545c9cdd4 x-openstack-request-id: req-235b5831-dc28-45c7-8498-aed545c9cdd4 {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:38.758262 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:38.758512 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-235b5831-dc28-45c7-8498-aed545c9cdd4 {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:38.758957 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-235b5831-dc28-45c7-8498-aed545c9cdd4'] response: {'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615', 'status': 'completed', 'code': 200} Apr 11 18:53:38.774388 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'Port': ['ID=c53abdc6-c2f0-4f90-93df-23cc70659b82,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:38.777902 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:38.786348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (fd2031cc-b8df-43bc-b23f-770c1df0c36d), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.802311 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.811927 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-7018940d-6aaa-4572-bf08-173850e996fb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2710366 Apr 11 18:53:38.833344 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'Port': ['ID=89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:38.842082 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (90c500d4-a323-4ae8-93a2-de93b8f302c4), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.859969 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:38.869476 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-01081d1e-b33d-43f3-9825-5f1e37741ae4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7261341 Apr 11 18:53:38.996935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae14c7-e7f9-45aa-9ab0-a801a325220d req-c8050c4f-d5d3-48c2-b94b-b96aa3a724da tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:38.998461 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3fae14c7-e7f9-45aa-9ab0-a801a325220d req-c8050c4f-d5d3-48c2-b94b-b96aa3a724da tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.0636578 Apr 11 18:53:39.021952 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '2bb0e53c-4766-45d2-ad9e-8d756f5f09e8', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'mac_address': 'fa:16:3e:09:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:12Z', 'updated_at': '2022-04-11T18:53:37Z', 'revision_number': 3, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:39.047866 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] Checking router: 109ba8ee-5000-498d-94c9-ee3a690f4264 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:39.055954 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:39.056543 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:39.058684 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-b460f128-1bed-447c-8bdd-1f3ebc9d1e63 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--159413657&fields=id&tenant_id=167470b57e4745b8b40a7ed4c298111c HTTP/1.1" status: 200 len: 267 time: 0.0746152 Apr 11 18:53:39.082123 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3fae14c7-e7f9-45aa-9ab0-a801a325220d req-88b7e3cb-a1f2-456c-afb3-aa8e838f1539 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753336 Apr 11 18:53:39.182156 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:39.254634 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-7854ebfc-c2de-49b7-868f-0e94d763545c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:39.256106 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-7854ebfc-c2de-49b7-868f-0e94d763545c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 810 time: 0.1894865 Apr 11 18:53:39.264221 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-a526b0ef-c785-4df6-ad00-3d54a010960f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--299485050&fields=id&tenant_id=c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 267 time: 0.1041567 Apr 11 18:53:39.276649 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80579d34-7d60-4715-9121-961ec0adcf96 req-e77969da-7c3a-4783-b05f-1f5fc4a4e7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:39.278181 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80579d34-7d60-4715-9121-961ec0adcf96 req-e77969da-7c3a-4783-b05f-1f5fc4a4e7cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1129 time: 0.0864060 Apr 11 18:53:39.311129 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-a40d0a2c-2c25-41e8-8528-e0281331b1f8 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/quotas/167470b57e4745b8b40a7ed4c298111c HTTP/1.1" status: 200 len: 375 time: 0.0459130 Apr 11 18:53:39.453828 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-4119d0e3-4ca6-46de-9c4d-841ce1c3f444 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1296165 Apr 11 18:53:39.499333 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '2bb0e53c-4766-45d2-ad9e-8d756f5f09e8', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'mac_address': 'fa:16:3e:09:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:12Z', 'updated_at': '2022-04-11T18:53:37Z', 'revision_number': 3, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:39.509838 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-bd4be714-ad7d-494b-ad20-69981804d508 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:39.511267 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-bd4be714-ad7d-494b-ad20-69981804d508 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 817 time: 0.2377086 Apr 11 18:53:39.514032 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80579d34-7d60-4715-9121-961ec0adcf96 req-7f87e8a5-b2c9-4069-a395-7a329d90fdb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:39.515351 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80579d34-7d60-4715-9121-961ec0adcf96 req-7f87e8a5-b2c9-4069-a395-7a329d90fdb2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.2270291 Apr 11 18:53:39.525336 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc96b3b5-c5af-4e30-bcb9-900626a33ab0 None None] The sync data for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi is: [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '2bb0e53c-4766-45d2-ad9e-8d756f5f09e8', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'floating_ip_address': '172.27.0.159', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'port_id': 'e55bbb2b-e845-4b36-a240-49c680536615', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'mac_address': 'fa:16:3e:09:a1:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:51:12Z', 'updated_at': '2022-04-11T18:53:37Z', 'revision_number': 3, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:39.600002 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-d59623ae-e82d-4ae1-b2b9-83f449c19831 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/quotas/c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 375 time: 0.0783603 Apr 11 18:53:39.652298 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80579d34-7d60-4715-9121-961ec0adcf96 req-843bb265-71aa-46af-9180-90ed0c979940 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 1001 time: 0.1296554 Apr 11 18:53:39.710448 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-e096be6b-2a14-4368-9ab1-ddba7ee22e0a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1046555 Apr 11 18:53:39.714076 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-9c6f0786-5138-40f1-9b21-bf7211865315 service neutron] 10.222.0.61 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434776 Apr 11 18:53:39.765313 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80579d34-7d60-4715-9121-961ec0adcf96 req-065079d5-7a74-4e82-ab12-092d9de1efa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:39.766737 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80579d34-7d60-4715-9121-961ec0adcf96 req-065079d5-7a74-4e82-ab12-092d9de1efa7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1030157 Apr 11 18:53:39.879647 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80579d34-7d60-4715-9121-961ec0adcf96 req-f4255b60-81be-4a21-88ca-7f73552a4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:39.881149 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80579d34-7d60-4715-9121-961ec0adcf96 req-f4255b60-81be-4a21-88ca-7f73552a4e9a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1073380 Apr 11 18:53:39.919385 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-3ea40c65-7b99-43df-b0f3-ed88021bf521 service neutron] 10.222.0.61 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963220 Apr 11 18:53:39.938211 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-e43fe0a9-b95e-4e3f-91cb-19d849f437d0 service neutron] 10.222.0.61 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161736 Apr 11 18:53:40.053885 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80579d34-7d60-4715-9121-961ec0adcf96 req-8f9e982f-cea5-472a-8b05-ce3e856aa82e service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612000 Apr 11 18:53:40.110377 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-90a6803d-404e-4b1e-bea6-fc4d72f4c174 req-924f69f3-4ea4-43bd-a312-c82dd5efa091 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 210 time: 0.0587523 Apr 11 18:53:40.118919 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-599f5b03-fb09-4a0d-88dc-6f12913b5d90 service neutron] 10.222.0.61 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498458 Apr 11 18:53:40.190367 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-80579d34-7d60-4715-9121-961ec0adcf96 req-3b4060cc-d5e6-4732-ad0b-73fde480850f service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267533 Apr 11 18:53:40.255626 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e97f0d-2462-4d94-bfeb-81a33d41e38d req-0fd799dd-1a06-4ef5-9dc1-ff6c5e53db00 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:40.257133 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58e97f0d-2462-4d94-bfeb-81a33d41e38d req-0fd799dd-1a06-4ef5-9dc1-ff6c5e53db00 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.0523140 Apr 11 18:53:40.332407 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-13241610-7203-4f1b-91a7-bf5e78b26577 req-d2b3173e-dc73-4f8d-9a2c-3f57a7884eec tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 210 time: 0.0456326 Apr 11 18:53:40.359779 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-58e97f0d-2462-4d94-bfeb-81a33d41e38d req-f26dfedc-c61d-44a4-8508-4d9531bf48af tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890589 Apr 11 18:53:40.465436 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cfb421-6f8d-4fbf-9594-8acd468e14fa req-821b8c8a-4fe9-410c-a5f1-6a585126c429 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:40.466927 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a2cfb421-6f8d-4fbf-9594-8acd468e14fa req-821b8c8a-4fe9-410c-a5f1-6a585126c429 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.0509279 Apr 11 18:53:40.517091 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a2cfb421-6f8d-4fbf-9594-8acd468e14fa req-dd5ad379-b21c-4c66-946b-ec8577ad73a8 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438647 Apr 11 18:53:40.760550 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:40.762945 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb111f35-7353-42a3-970c-9a152c326755" -d '{"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:40.797669 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7373ed97-e260-466c-ae00-36f4dbb5496b x-openstack-request-id: req-7373ed97-e260-466c-ae00-36f4dbb5496b {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:40.798025 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "tag": "e55bbb2b-e845-4b36-a240-49c680536615", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:40.798287 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-7373ed97-e260-466c-ae00-36f4dbb5496b {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:40.798694 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7373ed97-e260-466c-ae00-36f4dbb5496b'] response: {'name': 'network-changed', 'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615', 'status': 'completed', 'code': 200} Apr 11 18:53:40.851926 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb122108-32c9-4888-96b5-71a8d3288e53 req-67199fdf-df1c-46d6-88b6-584711bafb76 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:40.853386 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bb122108-32c9-4888-96b5-71a8d3288e53 req-67199fdf-df1c-46d6-88b6-584711bafb76 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.0457892 Apr 11 18:53:40.901021 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bb122108-32c9-4888-96b5-71a8d3288e53 req-a2a6535a-5373-4e18-98a2-a586a8409f1f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420761 Apr 11 18:53:40.991362 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111f35-7353-42a3-970c-9a152c326755 req-e62adaa9-7cda-4c97-b020-14332d4abb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:40.993035 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb111f35-7353-42a3-970c-9a152c326755 req-e62adaa9-7cda-4c97-b020-14332d4abb5e service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=159bb2915915456b8a02f921912ea0ff&device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 1129 time: 0.0463414 Apr 11 18:53:41.164639 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111f35-7353-42a3-970c-9a152c326755 req-00f029fa-d547-412b-85c6-24d11665057e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:41.166581 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb111f35-7353-42a3-970c-9a152c326755 req-00f029fa-d547-412b-85c6-24d11665057e service neutron] 10.222.0.58 "GET /v2.0/networks?id=e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 200 len: 920 time: 0.1669810 Apr 11 18:53:41.182146 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85b247f0-2017-4285-9865-4c0c0f8d42cc tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:41.183995 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85b247f0-2017-4285-9865-4c0c0f8d42cc tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 810 time: 0.1749752 Apr 11 18:53:41.254797 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f2102e9-250c-4a6d-8baa-5ba6d4466494 req-e5fc687e-8c27-4fd9-b7c7-b8df4f64710e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 210 time: 0.0285323 Apr 11 18:53:41.743856 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cb3d3f1d-c837-46c0-9d74-5d00784dbaef req-aaf56dca-a1e4-49f1-b583-27a6965a5f46 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 210 time: 0.3199255 Apr 11 18:53:41.808245 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb111f35-7353-42a3-970c-9a152c326755 req-a156512c-4cfe-475e-aa67-18360ece7295 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 200 len: 1001 time: 0.4315405 Apr 11 18:53:41.858048 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-26313921-0897-4b3c-9e6c-3b8c21a1e412 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=167470b57e4745b8b40a7ed4c298111c HTTP/1.1" status: 200 len: 379 time: 0.4795070 Apr 11 18:53:41.869988 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'port': {'device_id': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'admin_state_up': True, 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'security_groups': ['7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:41.918491 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-3707d173-b4e3-4d35-b557-64bebcac861a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:41.919896 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-3707d173-b4e3-4d35-b557-64bebcac861a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 817 time: 0.2342536 Apr 11 18:53:41.962988 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111f35-7353-42a3-970c-9a152c326755 req-eaa7928c-b8cf-4fa0-9d45-28d0cb36b450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:41.964366 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb111f35-7353-42a3-970c-9a152c326755 req-eaa7928c-b8cf-4fa0-9d45-28d0cb36b450 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 200 len: 858 time: 0.1480401 Apr 11 18:53:42.046426 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb111f35-7353-42a3-970c-9a152c326755 req-24c6e705-765c-4e16-9950-d29cfb94ed97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:42.048547 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb111f35-7353-42a3-970c-9a152c326755 req-24c6e705-765c-4e16-9950-d29cfb94ed97 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=e16e855e-a414-4def-86b8-1c9730bbb714&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0740983 Apr 11 18:53:42.071642 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-50c8d200-f7da-42fc-bf8c-7a1cbde833be tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 379 time: 0.1224248 Apr 11 18:53:42.091234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'port': {'device_id': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'admin_state_up': True, 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'security_groups': ['3e83826d-9d57-40da-9e88-68be53e699be']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:42.162788 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Made reservation on behalf of 167470b57e4745b8b40a7ed4c298111c for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:53:42.166010 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:42.249729 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb111f35-7353-42a3-970c-9a152c326755 req-c8241eae-b04d-43d4-8234-2a0d083b016b service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923256 Apr 11 18:53:42.409964 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-57e7b05d-7922-493b-9fea-51766a17fd3e req-8113c2e9-9872-4a78-b0f7-19ffee85736f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 210 time: 0.0831301 Apr 11 18:53:42.439029 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Made reservation on behalf of c6fa8ba05d274ccb87f238031ba45505 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:53:42.442300 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:42.500329 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Allocated IP 172.20.0.6 (7da0844a-e832-4653-8abc-66c92bf0e894/1e7234af-2882-4e18-84f0-8be8d3c642a1/c07d0913-f65d-4b19-9256-8d7bc7c031a8) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:42.505254 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb111f35-7353-42a3-970c-9a152c326755 req-deef015e-86ff-4d44-96fd-5b7b28b02eb6 service neutron] 10.222.0.58 "GET /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226624 Apr 11 18:53:42.685754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Allocated IP 172.20.0.7 (5284b732-7473-4bdb-a090-76a61474b637/7f19ac17-f8e9-4712-8775-7ded68d99c77/777ca752-e353-4c67-9110-a6487bc5bab3) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:42.755125 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:42.863859 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a53f76b7-128e-4790-8839-cdaf15725e02 req-304e75a9-d12a-4672-9870-ba2c4582e9eb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 210 time: 0.0386484 Apr 11 18:53:42.905003 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:42.940382 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for port (777ca752-e353-4c67-9110-a6487bc5bab3), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:42.965332 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Network 7da0844a-e832-4653-8abc-66c92bf0e894 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:42.971779 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:42.974121 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:42.978938 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event updated for resources: {'Port': ['ID=c07d0913-f65d-4b19-9256-8d7bc7c031a8,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:43.042289 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:43.042894 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.053617 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.095363 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-85330a00-4b52-42a4-a521-dabcf6b78b09 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2308733 Apr 11 18:53:43.108535 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Network 5284b732-7473-4bdb-a090-76a61474b637 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:43.113674 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:43.119332 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:43.124056 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Request body: {'port': {'device_id': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:43.172930 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:43.202060 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-f72f9ebf-d508-4bd2-a863-4742d1b9d326 None None] Provisioning complete for port c07d0913-f65d-4b19-9256-8d7bc7c031a8 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:43.203184 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f72f9ebf-d508-4bd2-a863-4742d1b9d326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.226948 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:43.227572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.239808 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-f72f9ebf-d508-4bd2-a863-4742d1b9d326 None None] Port c07d0913-f65d-4b19-9256-8d7bc7c031a8 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:53:43.245980 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.258220 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-213bd893-f63e-4b8e-ab3d-85ec50aa769e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1728387 Apr 11 18:53:43.269722 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Request body: {'port': {'device_id': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:43.356238 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-233554e5-3218-41eb-a704-bb83612fe709 None None] Provisioning complete for port 777ca752-e353-4c67-9110-a6487bc5bab3 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:43.356608 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-233554e5-3218-41eb-a704-bb83612fe709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.392480 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-233554e5-3218-41eb-a704-bb83612fe709 None None] Port 777ca752-e353-4c67-9110-a6487bc5bab3 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:53:43.418619 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.631380 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb59d02-eccd-4cb3-b3dd-8e193df9af54 req-5769b648-2b3d-4ae6-89b3-3f038eb4db38 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:43.632829 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dbb59d02-eccd-4cb3-b3dd-8e193df9af54 req-5769b648-2b3d-4ae6-89b3-3f038eb4db38 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 931 time: 0.1499949 Apr 11 18:53:43.788650 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dbb59d02-eccd-4cb3-b3dd-8e193df9af54 req-4aabb756-43b9-47aa-9d5b-b5352cee9a93 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467369 Apr 11 18:53:43.812767 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07d0913-f65d-4b19-9256-8d7bc7c031a8 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:53:43.823925 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Publish callbacks [] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.848595 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Transition to ACTIVE for port object c07d0913-f65d-4b19-9256-8d7bc7c031a8 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:53:43.853832 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.922116 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 777ca752-e353-4c67-9110-a6487bc5bab3 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:53:43.936072 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Publish callbacks [] for port (777ca752-e353-4c67-9110-a6487bc5bab3), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:43.941185 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d0913-f65d-4b19-9256-8d7bc7c031a8,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:43.968004 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Transition to ACTIVE for port object 777ca752-e353-4c67-9110-a6487bc5bab3 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:53:44.001296 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:44.085185 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baae4af8-9eb5-43e1-a40c-97ef4b77afed req-ccfd2aaa-ed31-4bba-855f-7ded150bc95d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.086612 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baae4af8-9eb5-43e1-a40c-97ef4b77afed req-ccfd2aaa-ed31-4bba-855f-7ded150bc95d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 931 time: 0.1372421 Apr 11 18:53:44.107724 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:44.157750 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Attempting to bind port c07d0913-f65d-4b19-9256-8d7bc7c031a8 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:53:44.158090 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Attempting to bind port c07d0913-f65d-4b19-9256-8d7bc7c031a8 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:53:44.158422 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Attempting to bind port c07d0913-f65d-4b19-9256-8d7bc7c031a8 on network 7da0844a-e832-4653-8abc-66c92bf0e894 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:44.199287 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Port c07d0913-f65d-4b19-9256-8d7bc7c031a8 on network 7da0844a-e832-4653-8abc-66c92bf0e894 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:53:44.199612 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Attempting to bind port c07d0913-f65d-4b19-9256-8d7bc7c031a8 on network 7da0844a-e832-4653-8abc-66c92bf0e894 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:44.214734 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baae4af8-9eb5-43e1-a40c-97ef4b77afed req-24cb2883-0869-4142-a732-5cc3355b9842 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1190002 Apr 11 18:53:44.217345 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:53:44.217684 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Checking segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:53:44.218101 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Bound using segment: {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:53:44.218527 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Bound port: c07d0913-f65d-4b19-9256-8d7bc7c031a8, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2006d9c-75ee-4fef-836b-b3775b3e0169', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 516, 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:53:44.218889 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:44.248780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Attempting to bind port 777ca752-e353-4c67-9110-a6487bc5bab3 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:53:44.249318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Attempting to bind port 777ca752-e353-4c67-9110-a6487bc5bab3 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:53:44.249432 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Attempting to bind port 777ca752-e353-4c67-9110-a6487bc5bab3 on network 5284b732-7473-4bdb-a090-76a61474b637 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:44.270990 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Port 777ca752-e353-4c67-9110-a6487bc5bab3 on network 5284b732-7473-4bdb-a090-76a61474b637 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:53:44.271312 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Attempting to bind port 777ca752-e353-4c67-9110-a6487bc5bab3 on network 5284b732-7473-4bdb-a090-76a61474b637 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:53:44.282611 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 53, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:53:44.282952 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Checking segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:53:44.283333 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Bound using segment: {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:53:44.283748 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Bound port: 777ca752-e353-4c67-9110-a6487bc5bab3, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '5284b732-7473-4bdb-a090-76a61474b637'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:53:44.284104 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:44.339663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] For port c07d0913-f65d-4b19-9256-8d7bc7c031a8, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:53:44.357500 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] For port c07d0913-f65d-4b19-9256-8d7bc7c031a8, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:53:44.371554 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:44.382642 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:53:44.419955 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:53:44.426306 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.426948 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:44.428322 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] 10.222.0.58 "PUT /v2.0/ports/c07d0913-f65d-4b19-9256-8d7bc7c031a8 HTTP/1.1" status: 200 len: 1093 time: 1.3161559 Apr 11 18:53:44.428774 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:44.431053 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7823b2d1-1263-4886-b7a4-6f588ef67f06" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:44.438150 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:44.480990 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.481650 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:44.483053 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] 10.222.0.58 "PUT /v2.0/ports/777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 1093 time: 1.2174633 Apr 11 18:53:44.485371 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5283a2ae-00ab-444a-9c35-12a797a7d282 x-openstack-request-id: req-5283a2ae-00ab-444a-9c35-12a797a7d282 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:44.485660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:44.485909 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5283a2ae-00ab-444a-9c35-12a797a7d282 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:44.486300 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5283a2ae-00ab-444a-9c35-12a797a7d282'] response: {'name': 'network-changed', 'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'status': 'completed', 'code': 200} Apr 11 18:53:44.486999 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dc4e7f-db6d-42e3-8d1c-c556c885a7d6 service neutron] Pushing event updated for resources: {'Port': ['ID=c07d0913-f65d-4b19-9256-8d7bc7c031a8,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:44.592347 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-d060aab2-e286-401a-ae24-9264a394b680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.594001 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-d060aab2-e286-401a-ae24-9264a394b680 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 1127 time: 0.0985982 Apr 11 18:53:44.650855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-39d5d05f-9bd1-48bb-8b0c-8fd48fcb148e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8 HTTP/1.1" status: 200 len: 217 time: 0.0465903 Apr 11 18:53:44.652325 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-8011f0e4-1e93-40f1-b5a3-9647fd608cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.653835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-8011f0e4-1e93-40f1-b5a3-9647fd608cc2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1127 time: 0.1111317 Apr 11 18:53:44.654564 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2253184-5d97-472c-b18e-8ee38029f3b8 service neutron] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:44.728200 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-28290a3b-4c15-4bad-8183-ab5ddef292ec service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 217 time: 0.0658698 Apr 11 18:53:44.774663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-7b5b3e8c-b7ba-4477-bf1e-96d63f2bb201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.776143 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-7b5b3e8c-b7ba-4477-bf1e-96d63f2bb201 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.1150696 Apr 11 18:53:44.797114 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-24824558-d925-4539-851f-ad41d877b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.798491 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-24824558-d925-4539-851f-ad41d877b340 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0612571 Apr 11 18:53:44.860895 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-ec1fd11c-8a79-4f67-bad1-18bb74878f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.862400 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-ec1fd11c-8a79-4f67-bad1-18bb74878f5c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0798585 Apr 11 18:53:44.901592 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-1db9593c-73dd-4ded-85e6-9c129219b2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.903060 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-1db9593c-73dd-4ded-85e6-9c129219b2e3 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0889018 Apr 11 18:53:44.988237 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23e1c8a-d432-4458-a648-595666aec92d req-ef2207e1-6500-4671-bbff-568ec474a547 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:44.989738 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c23e1c8a-d432-4458-a648-595666aec92d req-ef2207e1-6500-4671-bbff-568ec474a547 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 943 time: 0.1337886 Apr 11 18:53:45.385704 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-bf329406-625b-4845-9d8e-c98c6f112460 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677608 Apr 11 18:53:45.394982 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2d5277-1d79-45cf-9a98-0b7ad7db4ed5 req-32f857cc-5e00-4c40-b819-d6046adb8adf tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:45.396332 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3d2d5277-1d79-45cf-9a98-0b7ad7db4ed5 req-32f857cc-5e00-4c40-b819-d6046adb8adf tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.1002653 Apr 11 18:53:45.400086 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-f1d37c94-f474-4480-9110-8cb7d6b93edc service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5283551 Apr 11 18:53:45.412300 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c23e1c8a-d432-4458-a648-595666aec92d req-71810b9b-d1b2-404a-a21b-5c7ee9a28234 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4143798 Apr 11 18:53:45.565149 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3d2d5277-1d79-45cf-9a98-0b7ad7db4ed5 req-361958d1-6c25-4f79-8ee8-85abd755d538 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576483 Apr 11 18:53:45.593409 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-305d7d78-b59d-4c62-bdbd-e65714df8f61 req-aa542d7a-cdd5-41f5-ad54-001544da2fa8 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961179 Apr 11 18:53:45.596744 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aabc2e70-e5b5-466e-8d79-6f5349a7acce req-3836ef88-f5ec-484c-a022-4be7aa317297 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876895 Apr 11 18:53:46.487242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:46.489427 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4af02028-9403-40b6-a1fa-6f31248bd804" -d '{"events": [{"name": "network-changed", "server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:46.525707 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85826fe-be33-455c-9e75-06b4bd7cf50a req-4dd577b7-0be6-4d59-ba8c-c372759afdc6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:46.527222 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c85826fe-be33-455c-9e75-06b4bd7cf50a req-4dd577b7-0be6-4d59-ba8c-c372759afdc6 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 943 time: 0.0503340 Apr 11 18:53:46.528735 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d7d1134-0c83-4fa3-97a2-53a24b2089b1 x-openstack-request-id: req-8d7d1134-0c83-4fa3-97a2-53a24b2089b1 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:46.529019 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:46.529328 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8d7d1134-0c83-4fa3-97a2-53a24b2089b1 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:46.529667 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d7d1134-0c83-4fa3-97a2-53a24b2089b1'] response: {'name': 'network-changed', 'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3', 'status': 'completed', 'code': 200} Apr 11 18:53:46.573494 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c85826fe-be33-455c-9e75-06b4bd7cf50a req-2e7db9c7-cd66-4aa6-a70a-78af853be05e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403399 Apr 11 18:53:46.683258 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b46e9e4-2fef-4701-8ba8-c1e6317df4ee req-63178fbf-afd7-40a1-a22b-6d0f92b8b8eb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:46.684708 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0b46e9e4-2fef-4701-8ba8-c1e6317df4ee req-63178fbf-afd7-40a1-a22b-6d0f92b8b8eb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0463057 Apr 11 18:53:46.732747 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0b46e9e4-2fef-4701-8ba8-c1e6317df4ee req-ef661f46-7615-44fb-96a4-afef1f810a06 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425122 Apr 11 18:53:47.307597 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-fa94e9fc-496c-4ec5-8d39-fa3c9246aef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.309079 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-fa94e9fc-496c-4ec5-8d39-fa3c9246aef1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 1127 time: 0.0681982 Apr 11 18:53:47.312294 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-8d7deec1-e1b2-4e2b-ab70-08f94e4b10ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.313774 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-8d7deec1-e1b2-4e2b-ab70-08f94e4b10ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1127 time: 0.0614440 Apr 11 18:53:47.463594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-83137324-ec15-4515-9eae-95fe172ca952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.465095 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-83137324-ec15-4515-9eae-95fe172ca952 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 911 time: 0.1503541 Apr 11 18:53:47.466147 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-b493c20f-814a-4a30-829e-061738ecb74f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.467417 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-b493c20f-814a-4a30-829e-061738ecb74f service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.1457105 Apr 11 18:53:47.540540 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-8ff2b299-3359-4d1f-9118-9ff1ef9de8f8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8 HTTP/1.1" status: 200 len: 217 time: 0.0648539 Apr 11 18:53:47.541902 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-ae45a3d6-c9a9-43c9-819a-13a94bb2d0c1 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 217 time: 0.0610387 Apr 11 18:53:47.628078 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-16a2ac65-b7c4-43b7-8791-7961c4c9a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.629509 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-16a2ac65-b7c4-43b7-8791-7961c4c9a322 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.0793526 Apr 11 18:53:47.630954 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-18d131dc-0f60-4142-98dd-cc332c2e19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.632283 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-18d131dc-0f60-4142-98dd-cc332c2e19f8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0753269 Apr 11 18:53:47.735036 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-6d08e7c6-b5ac-4e47-931a-e6cf295a16e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.736494 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-6d08e7c6-b5ac-4e47-931a-e6cf295a16e8 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965543 Apr 11 18:53:47.738974 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-503d5cf9-f9e2-43f0-85bb-c79b771a233c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.740464 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-503d5cf9-f9e2-43f0-85bb-c79b771a233c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0983262 Apr 11 18:53:47.746887 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa35d5d5-14cc-4226-bbd0-26b4c1f89b5f req-b8997c9b-c5ab-42b0-b8e4-40948a0ddd06 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:47.748330 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fa35d5d5-14cc-4226-bbd0-26b4c1f89b5f req-b8997c9b-c5ab-42b0-b8e4-40948a0ddd06 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 943 time: 0.1071362 Apr 11 18:53:47.919094 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fa35d5d5-14cc-4226-bbd0-26b4c1f89b5f req-f22c3a22-5cd5-404b-97fe-d5d790c3efe4 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1531832 Apr 11 18:53:47.943434 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-ea89e72d-e16f-476c-8794-797ad2b19c01 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929865 Apr 11 18:53:47.945192 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-933d5e2c-e3e4-4bdc-8291-e56dc4f31a3d service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959362 Apr 11 18:53:48.112962 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41643ed-2049-4e80-b9a5-9ff1dcb24789 req-944c569d-726a-4d0e-8c22-de1d4696ffa8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:48.114569 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e41643ed-2049-4e80-b9a5-9ff1dcb24789 req-944c569d-726a-4d0e-8c22-de1d4696ffa8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.3030577 Apr 11 18:53:48.157531 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4af02028-9403-40b6-a1fa-6f31248bd804 req-19b91a6f-8ae8-4712-856d-1e5217984199 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028463 Apr 11 18:53:48.176751 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7823b2d1-1263-4886-b7a4-6f588ef67f06 req-49253031-844e-4f56-bb6d-3c45575b156a service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2211721 Apr 11 18:53:48.192561 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e41643ed-2049-4e80-b9a5-9ff1dcb24789 req-beecd349-3dcf-4041-8e6f-5c5b1e8c8216 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690207 Apr 11 18:53:48.887945 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:49.031933 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1840f82-a45a-4212-8111-43383512fe9b req-6ef857be-f9f4-4ed6-ad18-ebc84addd69b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:49.033462 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b1840f82-a45a-4212-8111-43383512fe9b req-6ef857be-f9f4-4ed6-ad18-ebc84addd69b tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 943 time: 0.0497704 Apr 11 18:53:49.082069 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b1840f82-a45a-4212-8111-43383512fe9b req-0d13495a-a32c-4996-ae88-96f98d1ac576 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429873 Apr 11 18:53:49.299652 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c07d0913-f65d-4b19-9256-8d7bc7c031a8 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:53:49.309270 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561acd39-b550-4df6-a642-d9bf31244796 req-71903b62-a709-476d-b6a4-ea4a4ee48319 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:49.310737 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-561acd39-b550-4df6-a642-d9bf31244796 req-71903b62-a709-476d-b6a4-ea4a4ee48319 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0487535 Apr 11 18:53:49.365677 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-561acd39-b550-4df6-a642-d9bf31244796 req-90266421-0532-4055-a19f-f2873dbf964b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473843 Apr 11 18:53:49.435781 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port c07d0913-f65d-4b19-9256-8d7bc7c031a8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:49.447214 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'port_id': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 516, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:53:49.482841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port c07d0913-f65d-4b19-9256-8d7bc7c031a8 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:49.483160 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:49.495856 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07d0913-f65d-4b19-9256-8d7bc7c031a8 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:53:49.514437 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port c07d0913-f65d-4b19-9256-8d7bc7c031a8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:49.518128 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:49.518766 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:53:49.587269 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=c07d0913-f65d-4b19-9256-8d7bc7c031a8,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:49.651495 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:49.662662 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '777ca752-e353-4c67-9110-a6487bc5bab3', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'port_id': '777ca752-e353-4c67-9110-a6487bc5bab3', 'mac_address': 'fa:16:3e:1e:a1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:53:49.701646 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:49.702032 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:49.714872 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777ca752-e353-4c67-9110-a6487bc5bab3 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:53:49.734483 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:49.738183 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:49.782610 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:50.148968 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['c07d0913-f65d-4b19-9256-8d7bc7c031a8'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:53:50.250757 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['777ca752-e353-4c67-9110-a6487bc5bab3'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:53:50.251612 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8e0f-e161-44b4-8f7f-22f2430bdf66 req-6916eb32-184f-4cff-9891-a2f55df17487 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:50.253173 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-81cf8e0f-e161-44b4-8f7f-22f2430bdf66 req-6916eb32-184f-4cff-9891-a2f55df17487 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 944 time: 0.1053290 Apr 11 18:53:50.309751 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-81cf8e0f-e161-44b4-8f7f-22f2430bdf66 req-5d782ddf-aba8-4c4d-a6c1-eefb9cde7743 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505133 Apr 11 18:53:50.379303 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e584bfc-cd00-4a36-b30f-1b4b6666572f req-b32978c9-9859-44ec-aa34-77919bd9e242 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:50.380786 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e584bfc-cd00-4a36-b30f-1b4b6666572f req-b32978c9-9859-44ec-aa34-77919bd9e242 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.0472245 Apr 11 18:53:50.431753 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e584bfc-cd00-4a36-b30f-1b4b6666572f req-1315973f-1ec8-4933-8c30-03069005f061 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453732 Apr 11 18:53:50.454819 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41760) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:50.488098 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74663576-9378-42f7-b0be-c31da3af271a req-c3969703-1ebc-4fbd-a11a-3e67ad51c4f5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:50.489589 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-74663576-9378-42f7-b0be-c31da3af271a req-c3969703-1ebc-4fbd-a11a-3e67ad51c4f5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 944 time: 0.0536356 Apr 11 18:53:50.535628 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-74663576-9378-42f7-b0be-c31da3af271a req-4d13e3ca-3105-4d51-be8d-fca000748e65 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404785 Apr 11 18:53:50.592148 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e98d69b-6277-4e4f-b96f-5c5d09285710 tempest-TestMinimumBasicScenario-2104721331 tempest-TestMinimumBasicScenario-2104721331-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:50.593679 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5e98d69b-6277-4e4f-b96f-5c5d09285710 tempest-TestMinimumBasicScenario-2104721331 tempest-TestMinimumBasicScenario-2104721331-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1125 time: 0.1378868 Apr 11 18:53:50.596449 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41764) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:50.600549 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'port_id': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'fixed_ip_address': '172.20.0.11'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:50.620425 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:50.695340 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:50.811228 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Allocated IP 172.27.0.86 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/c41af8bc-ce17-49a2-a6f2-4a867ef83073) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:53:50.913618 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:50.952452 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:50.992309 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:53:50.995085 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:53:50.998483 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:53:51.023394 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'Port': ['ID=c41af8bc-ce17-49a2-a6f2-4a867ef83073,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:51.374568 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for floatingip (026a8a41-823e-4e23-955a-3f1f83abe749), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.428713 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf924bfc-28bc-48f2-aa28-479f632c10b3 req-bbc38771-371a-4e92-b861-5f7f77585ab0 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:51.430378 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf924bfc-28bc-48f2-aa28-479f632c10b3 req-bbc38771-371a-4e92-b861-5f7f77585ab0 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 944 time: 0.0515487 Apr 11 18:53:51.446973 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.485167 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf924bfc-28bc-48f2-aa28-479f632c10b3 req-aea9b4d8-72b2-4aaa-a3e4-e4a1c2058ea3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490406 Apr 11 18:53:51.537209 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c07d0913-f65d-4b19-9256-8d7bc7c031a8 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:51.584949 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port c07d0913-f65d-4b19-9256-8d7bc7c031a8 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:53:51.592096 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port c07d0913-f65d-4b19-9256-8d7bc7c031a8 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:51.592747 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.606818 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.612188 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033642'] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.669243 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53b1dfb-a784-4f4b-8cf9-3bd62e6deabf req-4e76f50c-b3b6-4eec-87f0-51846af5508e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:51.670744 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a53b1dfb-a784-4f4b-8cf9-3bd62e6deabf req-4e76f50c-b3b6-4eec-87f0-51846af5508e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 944 time: 0.0548820 Apr 11 18:53:51.680014 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port c07d0913-f65d-4b19-9256-8d7bc7c031a8 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:51.680407 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.704131 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'Port': ['ID=c41af8bc-ce17-49a2-a6f2-4a867ef83073,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:51.707467 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:51.709754 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fec41df-4ba2-425e-b350-e5f4616ff9cf" -d '{"events": [{"server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "name": "network-vif-plugged", "status": "completed", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:51.719633 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (026a8a41-823e-4e23-955a-3f1f83abe749), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.723795 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port c07d0913-f65d-4b19-9256-8d7bc7c031a8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:51.730441 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.731910 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:53:51.733256 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a53b1dfb-a784-4f4b-8cf9-3bd62e6deabf req-cc5f27c4-2e1e-4654-bf80-5c922839b6ee tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559430 Apr 11 18:53:51.781734 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79faee99-dcfa-442c-9858-0710aa6b223b x-openstack-request-id: req-79faee99-dcfa-442c-9858-0710aa6b223b {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:51.782093 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "name": "network-vif-plugged", "status": "completed", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:51.782585 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-79faee99-dcfa-442c-9858-0710aa6b223b {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:51.783045 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79faee99-dcfa-442c-9858-0710aa6b223b'] response: {'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'code': 200} Apr 11 18:53:51.835129 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.l3_db [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Floating IP 026a8a41-823e-4e23-955a-3f1f83abe749 associated. External IP: 172.27.0.86, port: 71d95c87-319f-4451-8b1a-742bdb1341ec. Apr 11 18:53:51.857593 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=c07d0913-f65d-4b19-9256-8d7bc7c031a8,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:51.864009 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 777ca752-e353-4c67-9110-a6487bc5bab3 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:53:51.871184 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 777ca752-e353-4c67-9110-a6487bc5bab3 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:51.871729 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.947361 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ca923e-bdae-4427-9226-d62bf5588bfd req-3c1802bd-28f1-4393-b947-9a00dac2c6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:51.948986 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f9ca923e-bdae-4427-9226-d62bf5588bfd req-3c1802bd-28f1-4393-b947-9a00dac2c6e9 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 1129 time: 0.0464134 Apr 11 18:53:51.974643 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:51.975242 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:51.994303 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f9ca923e-bdae-4427-9226-d62bf5588bfd req-ff6de31a-625e-4d16-8498-9049d4437f37 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392408 Apr 11 18:53:52.023482 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:52.028299 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.068316 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Router 64887b3b-5912-48b5-84a6-8822564e9992 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:53:52.217141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:52.375582 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:52.386260 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] Sync routers for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:52.394505 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.398508 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:52.398508 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:52.426352 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ad1fd69a-d9ef-47d6-be18-f276fbd5b761 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8288665 Apr 11 18:53:52.426908 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:52.429156 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:52.430449 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41772) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:52.435657 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-f764a24b-99b6-4a74-8466-dc82eddf11ec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-925213193', 'description': 'tempest-secgroup-smoke-925213193 description', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:52.463690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f764a24b-99b6-4a74-8466-dc82eddf11ec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.468643 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c2d2b3-cb90-4bd3-98a7-c80729c95e35 x-openstack-request-id: req-27c2d2b3-cb90-4bd3-98a7-c80729c95e35 {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:52.468937 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:52.469224 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-27c2d2b3-cb90-4bd3-98a7-c80729c95e35 {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:52.469631 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c2d2b3-cb90-4bd3-98a7-c80729c95e35'] response: {'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'status': 'completed', 'code': 200} Apr 11 18:53:52.521285 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:52.558659 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f764a24b-99b6-4a74-8466-dc82eddf11ec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group (a66eca3c-65ca-4367-adf7-7b83d9ec938c), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.564007 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f764a24b-99b6-4a74-8466-dc82eddf11ec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a66eca3c-65ca-4367-adf7-7b83d9ec938c), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.612557 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f764a24b-99b6-4a74-8466-dc82eddf11ec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.618734 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41778) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:52.619444 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f764a24b-99b6-4a74-8466-dc82eddf11ec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1868970 Apr 11 18:53:52.622794 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f764a24b-99b6-4a74-8466-dc82eddf11ec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66eca3c-65ca-4367-adf7-7b83d9ec938c,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:52.624074 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-6aaf26f0-8780-4f05-a0e4-f94bff5f6e33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'security_group_rule': {'security_group_id': 'a66eca3c-65ca-4367-adf7-7b83d9ec938c', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:52.657572 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6aaf26f0-8780-4f05-a0e4-f94bff5f6e33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (8758d6b8-d2e7-4d63-85ff-8bc55f721303), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.730282 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6aaf26f0-8780-4f05-a0e4-f94bff5f6e33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (8758d6b8-d2e7-4d63-85ff-8bc55f721303), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.734580 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6aaf26f0-8780-4f05-a0e4-f94bff5f6e33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (8758d6b8-d2e7-4d63-85ff-8bc55f721303), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.755155 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaf26f0-8780-4f05-a0e4-f94bff5f6e33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8758d6b8-d2e7-4d63-85ff-8bc55f721303,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:52.765685 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6aaf26f0-8780-4f05-a0e4-f94bff5f6e33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.767029 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6aaf26f0-8780-4f05-a0e4-f94bff5f6e33 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1471021 Apr 11 18:53:52.770348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41780) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:52.774896 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-04d15df1-57e5-4914-a29f-78d6d4d92855 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'security_group_rule': {'security_group_id': 'a66eca3c-65ca-4367-adf7-7b83d9ec938c', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:52.786514 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54045220-9ead-4d54-9e40-75159a84105f req-59c96550-09dc-409b-8ba5-23a8b0263b05 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:52.788553 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54045220-9ead-4d54-9e40-75159a84105f req-59c96550-09dc-409b-8ba5-23a8b0263b05 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.0737641 Apr 11 18:53:52.846416 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '026a8a41-823e-4e23-955a-3f1f83abe749', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'port_id': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'mac_address': 'fa:16:3e:28:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:51Z', 'updated_at': '2022-04-11T18:53:51Z', 'revision_number': 0, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 5, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:52.851124 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-54045220-9ead-4d54-9e40-75159a84105f req-15943152-1b8f-4580-a5fb-6a414f9e6010 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538638 Apr 11 18:53:52.870050 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-04d15df1-57e5-4914-a29f-78d6d4d92855 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (e48ce33a-e871-4f67-8b48-c5fe0d46ba90), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:52.874175 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] Checking router: 64887b3b-5912-48b5-84a6-8822564e9992 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:52.882809 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:52.883357 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:52.948076 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8258b-d99a-4262-a887-811e1ddf5c22 req-fc11d053-ba49-4a82-ad96-393fd3578656 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:52.949582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f1b8258b-d99a-4262-a887-811e1ddf5c22 req-fc11d053-ba49-4a82-ad96-393fd3578656 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0907366 Apr 11 18:53:52.955725 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-2890bca3-92d4-4513-a3f1-c91f8316a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:52.957150 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-2890bca3-92d4-4513-a3f1-c91f8316a6bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1130 time: 0.1096175 Apr 11 18:53:53.004672 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:53.058623 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-04d15df1-57e5-4914-a29f-78d6d4d92855 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (e48ce33a-e871-4f67-8b48-c5fe0d46ba90), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.072852 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-04d15df1-57e5-4914-a29f-78d6d4d92855 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (e48ce33a-e871-4f67-8b48-c5fe0d46ba90), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.101429 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f1b8258b-d99a-4262-a887-811e1ddf5c22 req-922e4cbe-2290-49ac-8236-d58a31937b79 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422234 Apr 11 18:53:53.105323 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d15df1-57e5-4914-a29f-78d6d4d92855 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e48ce33a-e871-4f67-8b48-c5fe0d46ba90,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:53.113501 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-04d15df1-57e5-4914-a29f-78d6d4d92855 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.114709 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-04d15df1-57e5-4914-a29f-78d6d4d92855 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3433180 Apr 11 18:53:53.117634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41784) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:53.124472 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-9498533d-8d00-414b-90ce-3b61ce70b1d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'security_group_rule': {'security_group_id': 'a66eca3c-65ca-4367-adf7-7b83d9ec938c', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:53.129417 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-b51d3625-b4eb-49f8-9a5f-ceda9fb5be3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:53.131756 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-b51d3625-b4eb-49f8-9a5f-ceda9fb5be3f service neutron] 10.222.0.58 "GET /v2.0/networks?id=6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 200 len: 916 time: 0.1620860 Apr 11 18:53:53.154552 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9498533d-8d00-414b-90ce-3b61ce70b1d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (813ecb64-01a4-4d49-a5a4-122c586bbe42), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.219390 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9498533d-8d00-414b-90ce-3b61ce70b1d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (813ecb64-01a4-4d49-a5a4-122c586bbe42), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.224113 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9498533d-8d00-414b-90ce-3b61ce70b1d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (813ecb64-01a4-4d49-a5a4-122c586bbe42), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.242135 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9498533d-8d00-414b-90ce-3b61ce70b1d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813ecb64-01a4-4d49-a5a4-122c586bbe42,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:53.250975 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9498533d-8d00-414b-90ce-3b61ce70b1d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.254985 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9498533d-8d00-414b-90ce-3b61ce70b1d1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334913 Apr 11 18:53:53.255140 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41786) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:53.259394 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-3b2026c3-91b4-4e2f-afda-5bcd4e08a15d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'security_group_rule': {'security_group_id': 'a66eca3c-65ca-4367-adf7-7b83d9ec938c', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:53.261351 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '026a8a41-823e-4e23-955a-3f1f83abe749', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'port_id': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'mac_address': 'fa:16:3e:28:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:51Z', 'updated_at': '2022-04-11T18:53:51Z', 'revision_number': 0, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 5, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:53.288045 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163d09c2-50b7-41b4-9dfe-5af1dfdde5ab None None] The sync data for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi is: [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '026a8a41-823e-4e23-955a-3f1f83abe749', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'floating_ip_address': '172.27.0.86', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'port_id': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'mac_address': 'fa:16:3e:28:9e:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:51Z', 'updated_at': '2022-04-11T18:53:51Z', 'revision_number': 0, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 5, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:53.289471 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b2026c3-91b4-4e2f-afda-5bcd4e08a15d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (c2217c1d-429d-4804-aabe-34c37a4ce208), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.360052 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b2026c3-91b4-4e2f-afda-5bcd4e08a15d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (c2217c1d-429d-4804-aabe-34c37a4ce208), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.363906 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b2026c3-91b4-4e2f-afda-5bcd4e08a15d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (c2217c1d-429d-4804-aabe-34c37a4ce208), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.383498 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2026c3-91b4-4e2f-afda-5bcd4e08a15d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2217c1d-429d-4804-aabe-34c37a4ce208,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:53.392021 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b2026c3-91b4-4e2f-afda-5bcd4e08a15d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.393241 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3b2026c3-91b4-4e2f-afda-5bcd4e08a15d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1371787 Apr 11 18:53:53.396701 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41788) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:53.401203 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'security_group_rule': {'security_group_id': 'a66eca3c-65ca-4367-adf7-7b83d9ec938c', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:53.423840 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.securitygroups_db [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Project 11c2837c2a2f4f98a1ae2702c6b63784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:53:53.429850 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (69dd4ddc-3b44-4d72-a541-690281f8dfe9), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.495589 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (69dd4ddc-3b44-4d72-a541-690281f8dfe9), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.501088 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (69dd4ddc-3b44-4d72-a541-690281f8dfe9), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.501759 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-577c1ea1-ab13-40dd-80fe-597421f3444f None None] New status for floating IP 026a8a41-823e-4e23-955a-3f1f83abe749: ACTIVE {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:53:53.521033 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69dd4ddc-3b44-4d72-a541-690281f8dfe9,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:53.526544 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.527666 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-10bf96eb-a735-4dcd-8419-6a6a682b62cf tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1300101 Apr 11 18:53:53.530633 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41790) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:53.535564 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'security_group_rule': {'security_group_id': 'a66eca3c-65ca-4367-adf7-7b83d9ec938c', 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:53.559218 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.securitygroups_db [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Project 11c2837c2a2f4f98a1ae2702c6b63784 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:53:53.567082 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (bae6b0bd-2ff0-4522-835d-e2850fbbfb5e), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.663083 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (bae6b0bd-2ff0-4522-835d-e2850fbbfb5e), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.669768 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (bae6b0bd-2ff0-4522-835d-e2850fbbfb5e), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.691671 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bae6b0bd-2ff0-4522-835d-e2850fbbfb5e,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:53.698203 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-9168aa30-f280-42a3-b42d-e80e6d2d6006 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 999 time: 0.0780582 Apr 11 18:53:53.702388 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:53.703778 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-321a7361-0d90-41b7-90c1-2526cb92e5e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1720648 Apr 11 18:53:53.752822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-5f8a8c4e-2f84-4819-847f-8b87cfdd0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:53.754555 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-5f8a8c4e-2f84-4819-847f-8b87cfdd0036 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 HTTP/1.1" status: 200 len: 854 time: 0.0489950 Apr 11 18:53:53.784372 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:53.787371 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da38b6-8991-406a-a84c-497a7531da7a" -d '{"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-plugged", "status": "completed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:53.820811 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-5974e50e-3855-452f-bc45-0cd254ac8423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:53.822343 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-5974e50e-3855-452f-bc45-0cd254ac8423 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6189ebe9-1e93-4750-9b7b-42ab12a4af24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541487 Apr 11 18:53:53.826861 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13788bc7-98e0-4ee7-aac6-3b2dd8778454 x-openstack-request-id: req-13788bc7-98e0-4ee7-aac6-3b2dd8778454 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:53.827291 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-plugged", "status": "completed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:53.827614 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-13788bc7-98e0-4ee7-aac6-3b2dd8778454 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:53.828107 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13788bc7-98e0-4ee7-aac6-3b2dd8778454'] response: {'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3', 'code': 200} Apr 11 18:53:53.867411 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b51e66e7-8019-4769-953e-07322131513e req-c8f7be4c-4280-4596-80ae-ac017833f1a2 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925213193&fields=id&tenant_id=11c2837c2a2f4f98a1ae2702c6b63784 HTTP/1.1" status: 200 len: 267 time: 0.0910392 Apr 11 18:53:53.985255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e66e7-8019-4769-953e-07322131513e req-833bb20c-6f49-478a-b8f8-c74043084ed4 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:53.986723 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b51e66e7-8019-4769-953e-07322131513e req-833bb20c-6f49-478a-b8f8-c74043084ed4 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.1107459 Apr 11 18:53:54.019007 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'port': {'security_groups': ['52ec2e8c-58f5-4486-9717-71993d69bd01', 'a66eca3c-65ca-4367-adf7-7b83d9ec938c']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:54.047131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6d5276-1470-436b-b6c9-369b032133cd req-8d6647cf-c8ab-4ded-9bd2-b9a15161ac17 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:54.048562 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6d6d5276-1470-436b-b6c9-369b032133cd req-8d6647cf-c8ab-4ded-9bd2-b9a15161ac17 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.1132600 Apr 11 18:53:54.084849 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-57b8ff35-d5c1-4393-8ea0-5cf123e4f0bb service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463617 Apr 11 18:53:54.090955 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d0305d-180c-456e-a987-cfc14627d947 req-e8763de4-009a-493a-8534-56380776281e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:54.092374 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-59d0305d-180c-456e-a987-cfc14627d947 req-e8763de4-009a-493a-8534-56380776281e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1129 time: 0.0978870 Apr 11 18:53:54.246154 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6d6d5276-1470-436b-b6c9-369b032133cd req-7e83c0f8-34fc-4f96-bc59-45ae81845bf4 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1747916 Apr 11 18:53:54.249293 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:54.255046 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-59d0305d-180c-456e-a987-cfc14627d947 req-a248eb36-9a7c-4864-b577-dd42d4400adf service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1444812 Apr 11 18:53:54.340369 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-363ef506-fb47-4ff2-a6bc-3c6ec83bdbe3 req-3b54ce3a-869f-47c7-80c6-d958d63af649 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390802 Apr 11 18:53:54.371937 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364d743d-e643-4a19-8c34-5ab07981115f req-d0df09b9-fb03-4133-8ad9-f090ae56129f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:54.373419 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-364d743d-e643-4a19-8c34-5ab07981115f req-d0df09b9-fb03-4133-8ad9-f090ae56129f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0712709 Apr 11 18:53:54.453730 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-364d743d-e643-4a19-8c34-5ab07981115f req-bb2c2c77-4d0d-4b59-b7a0-a64dbf21b224 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725448 Apr 11 18:53:54.559407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71d95c87-319f-4451-8b1a-742bdb1341ec,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:53:54.577993 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6e93e-488f-404d-932f-55821458b765 req-dd4bcfcf-2ee4-4de6-afad-9fe7878da18d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:54.579464 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-19f6e93e-488f-404d-932f-55821458b765 req-dd4bcfcf-2ee4-4de6-afad-9fe7878da18d tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.0689785 Apr 11 18:53:54.588932 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41802) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:54.593757 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Request body: {'floatingip': {'port_id': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:54.600608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:54.605608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:54.618764 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['71d95c87-319f-4451-8b1a-742bdb1341ec'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:53:54.633466 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (fd2031cc-b8df-43bc-b23f-770c1df0c36d), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:54.652542 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:54.652913 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:54.654355 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b51e66e7-8019-4769-953e-07322131513e req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "PUT /v2.0/ports/71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 982 time: 0.6553893 Apr 11 18:53:54.657478 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:54.659728 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c686185c-b234-481e-8050-1941e545cb43" -d '{"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:54.691162 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfff845-79b3-448a-bb63-f50de9208dd1 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=6']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:53:54.730229 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8c5ad3c-af57-4e3a-9ae4-64a01489f733 x-openstack-request-id: req-a8c5ad3c-af57-4e3a-9ae4-64a01489f733 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:54.730872 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:54.731138 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a8c5ad3c-af57-4e3a-9ae4-64a01489f733 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:54.731683 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8c5ad3c-af57-4e3a-9ae4-64a01489f733'] response: {'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'status': 'completed', 'code': 200} Apr 11 18:53:54.799730 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e013124-57f0-4217-adda-826beed61afe req-f76c4b0c-c9e2-4ab2-b04a-7d284f946c2f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:54.801743 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e013124-57f0-4217-adda-826beed61afe req-f76c4b0c-c9e2-4ab2-b04a-7d284f946c2f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0603707 Apr 11 18:53:54.813085 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['71d95c87-319f-4451-8b1a-742bdb1341ec'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:53:54.988472 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-bd0d1774-6f0b-4438-80a3-fd4cfb2eb542 None None] Provisioning complete for port 71d95c87-319f-4451-8b1a-742bdb1341ec triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:53:54.988882 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bd0d1774-6f0b-4438-80a3-fd4cfb2eb542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:55.161715 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686185c-b234-481e-8050-1941e545cb43 req-d62cae24-460d-4856-b7be-813ef577fcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:55.163494 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c686185c-b234-481e-8050-1941e545cb43 req-d62cae24-460d-4856-b7be-813ef577fcd2 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1169 time: 0.0633323 Apr 11 18:53:55.180805 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e013124-57f0-4217-adda-826beed61afe req-8d2f3c9f-f9db-4822-a522-c7f5ffad0f74 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3725245 Apr 11 18:53:55.184183 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:55.189645 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (fd2031cc-b8df-43bc-b23f-770c1df0c36d), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:55.213602 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-bd0d1774-6f0b-4438-80a3-fd4cfb2eb542 None None] Current status of the port 71d95c87-319f-4451-8b1a-742bdb1341ec is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:53:55.301015 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686185c-b234-481e-8050-1941e545cb43 req-2f55a056-3ec9-4acb-bbbb-7ec1ad398e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:55.302337 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c686185c-b234-481e-8050-1941e545cb43 req-2f55a056-3ec9-4acb-bbbb-7ec1ad398e11 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 200 len: 916 time: 0.1158948 Apr 11 18:53:55.320165 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.l3_db [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Floating IP fd2031cc-b8df-43bc-b23f-770c1df0c36d associated. External IP: 172.27.0.194, port: c07d0913-f65d-4b19-9256-8d7bc7c031a8. Apr 11 18:53:55.376494 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c686185c-b234-481e-8050-1941e545cb43 req-d6f6c586-10d9-4bec-96eb-071ce4ef15a0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 1001 time: 0.0680871 Apr 11 18:53:55.564556 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Router b56f4fe8-8855-4383-bc42-7dc736cc2b48 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:53:55.582747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe525556-bff0-4e5a-aa9a-3e733ea2c688 req-328ba968-9a48-4549-b7fc-421da9f7e88c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:55.584273 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fe525556-bff0-4e5a-aa9a-3e733ea2c688 req-328ba968-9a48-4549-b7fc-421da9f7e88c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0520105 Apr 11 18:53:55.637342 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fe525556-bff0-4e5a-aa9a-3e733ea2c688 req-1c3c3a4b-9f1b-4704-8c8b-028cad344993 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471287 Apr 11 18:53:55.685595 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:55.691030 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:55.697015 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] Sync routers for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:55.707375 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:55.708053 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:55.722198 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-cd7872f7-d16b-4b98-9935-5f637ee271cb tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "PUT /v2.0/floatingips/fd2031cc-b8df-43bc-b23f-770c1df0c36d HTTP/1.1" status: 200 len: 991 time: 1.1320686 Apr 11 18:53:55.722803 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:55.725184 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34175401-1410-42c4-968e-059d9ef6046d" -d '{"events": [{"name": "network-changed", "server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:55.763153 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2cfe82-75e3-4a58-81f1-c0a266104d47 x-openstack-request-id: req-9d2cfe82-75e3-4a58-81f1-c0a266104d47 {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:55.763423 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:55.763705 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9d2cfe82-75e3-4a58-81f1-c0a266104d47 {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:55.764143 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d2cfe82-75e3-4a58-81f1-c0a266104d47'] response: {'name': 'network-changed', 'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'status': 'completed', 'code': 200} Apr 11 18:53:55.818873 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:56.047827 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686185c-b234-481e-8050-1941e545cb43 req-ac3a45dc-1d6b-4334-aed8-85ad84c26ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.049740 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c686185c-b234-481e-8050-1941e545cb43 req-ac3a45dc-1d6b-4334-aed8-85ad84c26ddf service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 HTTP/1.1" status: 200 len: 854 time: 0.0752978 Apr 11 18:53:56.066550 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'fd2031cc-b8df-43bc-b23f-770c1df0c36d', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'port_id': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:38Z', 'updated_at': '2022-04-11T18:53:55Z', 'revision_number': 1, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:56.084562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34175401-1410-42c4-968e-059d9ef6046d req-7cc56ddc-f0e8-4617-aa40-098035af08dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.086066 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34175401-1410-42c4-968e-059d9ef6046d req-7cc56ddc-f0e8-4617-aa40-098035af08dc service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=167470b57e4745b8b40a7ed4c298111c&device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 1129 time: 0.0719528 Apr 11 18:53:56.097471 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] Checking router: b56f4fe8-8855-4383-bc42-7dc736cc2b48 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:56.106100 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c686185c-b234-481e-8050-1941e545cb43 req-588a5668-1b11-4697-8403-e4fd4f827ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.106737 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:56.107536 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c686185c-b234-481e-8050-1941e545cb43 req-588a5668-1b11-4697-8403-e4fd4f827ee6 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6189ebe9-1e93-4750-9b7b-42ab12a4af24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0510821 Apr 11 18:53:56.107867 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:56.227940 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:56.262347 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34175401-1410-42c4-968e-059d9ef6046d req-0d5654af-0884-4c8b-9ef5-fc20e9da35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.263791 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34175401-1410-42c4-968e-059d9ef6046d req-0d5654af-0884-4c8b-9ef5-fc20e9da35b6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 200 len: 911 time: 0.1682978 Apr 11 18:53:56.267225 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c686185c-b234-481e-8050-1941e545cb43 req-34640969-b733-4f35-b495-ae726ac37089 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496022 Apr 11 18:53:56.402565 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34175401-1410-42c4-968e-059d9ef6046d req-7acc08eb-5c60-4a50-b8b0-952c7825a4ba service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8 HTTP/1.1" status: 200 len: 999 time: 0.1272480 Apr 11 18:53:56.461322 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c686185c-b234-481e-8050-1941e545cb43 req-e9ab593d-14d0-447d-ab30-3d8a23656e05 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789644 Apr 11 18:53:56.474446 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34175401-1410-42c4-968e-059d9ef6046d req-9d4392ac-4189-47ab-ba82-4a76b610a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.476129 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34175401-1410-42c4-968e-059d9ef6046d req-9d4392ac-4189-47ab-ba82-4a76b610a41d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 200 len: 849 time: 0.0650694 Apr 11 18:53:56.534166 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34175401-1410-42c4-968e-059d9ef6046d req-d3fcf0ab-67c6-4803-b706-916f8c9691b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.536007 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34175401-1410-42c4-968e-059d9ef6046d req-d3fcf0ab-67c6-4803-b706-916f8c9691b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=7da0844a-e832-4653-8abc-66c92bf0e894&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410798 Apr 11 18:53:56.569721 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'fd2031cc-b8df-43bc-b23f-770c1df0c36d', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'port_id': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:38Z', 'updated_at': '2022-04-11T18:53:55Z', 'revision_number': 1, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:56.597188 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef33fb7-576c-42f1-89eb-65a9fbba6477 None None] The sync data for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi is: [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'fd2031cc-b8df-43bc-b23f-770c1df0c36d', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'floating_ip_address': '172.27.0.194', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'port_id': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 466, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'mac_address': 'fa:16:3e:7c:1f:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:38Z', 'updated_at': '2022-04-11T18:53:55Z', 'revision_number': 1, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:56.634391 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34175401-1410-42c4-968e-059d9ef6046d req-15a8d97c-fcc1-423a-8ad2-0f46a37ac3eb service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897360 Apr 11 18:53:56.784633 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1ea677-189e-44a5-9430-b3f8a4cac8db req-537cd1f4-0bfc-4d88-94cc-fdc93bfa0f62 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.786098 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ec1ea677-189e-44a5-9430-b3f8a4cac8db req-537cd1f4-0bfc-4d88-94cc-fdc93bfa0f62 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0711830 Apr 11 18:53:56.792844 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34175401-1410-42c4-968e-059d9ef6046d req-6d568445-768f-4dce-a5ad-b85277677da2 service neutron] 10.222.0.58 "GET /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506822 Apr 11 18:53:56.819678 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83bf8562-7822-46f6-adbf-1d77588096c8 None None] New status for floating IP fd2031cc-b8df-43bc-b23f-770c1df0c36d: ACTIVE {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:53:56.841508 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ec1ea677-189e-44a5-9430-b3f8a4cac8db req-33734335-ac5e-46f8-a71a-e065fc852ef9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476398 Apr 11 18:53:56.964156 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85070868-e05c-4e43-84fb-8589cee4ec3c req-8fc54a10-915e-4f80-b154-e529ae26429c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:56.966060 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-85070868-e05c-4e43-84fb-8589cee4ec3c req-8fc54a10-915e-4f80-b154-e529ae26429c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0494769 Apr 11 18:53:56.975458 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41820) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:53:56.980216 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Request body: {'floatingip': {'port_id': '777ca752-e353-4c67-9110-a6487bc5bab3'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:53:57.030511 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (90c500d4-a323-4ae8-93a2-de93b8f302c4), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:57.129277 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-18569210-7188-4254-ad29-fc8e6024361e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:57.472249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:57.475967 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (90c500d4-a323-4ae8-93a2-de93b8f302c4), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:57.577586 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Floating IP 90c500d4-a323-4ae8-93a2-de93b8f302c4 associated. External IP: 172.27.0.30, port: 777ca752-e353-4c67-9110-a6487bc5bab3. Apr 11 18:53:57.788598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Router c2825927-a5b2-4cff-9932-a9b94d871799 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:53:57.901035 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:53:57.906011 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:53:57.911068 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] Sync routers for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:53:57.921200 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:57.921830 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:57.935256 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-8c1242a0-0de2-4c29-bacc-27693dfae762 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "PUT /v2.0/floatingips/90c500d4-a323-4ae8-93a2-de93b8f302c4 HTTP/1.1" status: 200 len: 990 time: 0.9586315 Apr 11 18:53:57.935871 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:53:57.938120 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:53:57.976255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9df5c5-5ef6-40b5-9c52-e790766b206d x-openstack-request-id: req-5f9df5c5-5ef6-40b5-9c52-e790766b206d {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:53:57.976556 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:53:57.976815 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5f9df5c5-5ef6-40b5-9c52-e790766b206d {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:53:57.977281 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f9df5c5-5ef6-40b5-9c52-e790766b206d'] response: {'name': 'network-changed', 'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3', 'status': 'completed', 'code': 200} Apr 11 18:53:58.034895 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:58.041754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-27c11596-9437-4629-bb10-b1697a55fccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:58.043383 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-27c11596-9437-4629-bb10-b1697a55fccd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1129 time: 0.0435123 Apr 11 18:53:58.144016 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-6f620942-b3f3-4a45-9bf6-5602aa5af620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:58.145825 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-6f620942-b3f3-4a45-9bf6-5602aa5af620 service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.0955348 Apr 11 18:53:58.218690 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-b3838e40-42d0-4983-9bab-1dfa98f3896a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 998 time: 0.0607314 Apr 11 18:53:58.258903 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '90c500d4-a323-4ae8-93a2-de93b8f302c4', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'port_id': '777ca752-e353-4c67-9110-a6487bc5bab3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'mac_address': 'fa:16:3e:1e:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:38Z', 'updated_at': '2022-04-11T18:53:57Z', 'revision_number': 1, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:58.273240 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-a748d2b4-59a6-4676-baee-fdd51f456602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:58.274706 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-a748d2b4-59a6-4676-baee-fdd51f456602 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0501010 Apr 11 18:53:58.291425 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] Checking router: c2825927-a5b2-4cff-9932-a9b94d871799 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:53:58.300136 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:53:58.300661 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:53:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:58.320230 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-7a06286c-912a-4406-b898-a1086108cfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:53:58.321828 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-7a06286c-912a-4406-b898-a1086108cfbd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395637 Apr 11 18:53:58.412698 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:53:58.423415 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-86e5a627-95c1-485e-8795-f053ff9954ed service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918109 Apr 11 18:53:58.526497 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cbf289cb-0feb-4447-ba6b-d4a4792c58d3 req-63850fed-4c94-4d26-8c47-8e9d10450cb0 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964959 Apr 11 18:53:58.629944 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '90c500d4-a323-4ae8-93a2-de93b8f302c4', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'port_id': '777ca752-e353-4c67-9110-a6487bc5bab3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'mac_address': 'fa:16:3e:1e:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:38Z', 'updated_at': '2022-04-11T18:53:57Z', 'revision_number': 1, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:53:58.655360 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97394a22-951c-45e6-a71a-8eaad872899a None None] The sync data for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi is: [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '90c500d4-a323-4ae8-93a2-de93b8f302c4', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'floating_ip_address': '172.27.0.30', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'port_id': '777ca752-e353-4c67-9110-a6487bc5bab3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 465, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'mac_address': 'fa:16:3e:1e:a1:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:53:38Z', 'updated_at': '2022-04-11T18:53:57Z', 'revision_number': 1, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:53:58.841996 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-584449d2-66b3-4806-837e-a199e1621711 None None] New status for floating IP 90c500d4-a323-4ae8-93a2-de93b8f302c4: ACTIVE {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:53:59.541476 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1bce1235-45fb-4186-b4bb-d97b4eb3e1a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:00.659695 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:02.044359 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:03.662532 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:05.532440 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38128b41-65e1-4ba5-9cc9-b69c9ece455f req-ae9c9cc3-9353-4bfc-af38-7a23c1826629 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:05.534008 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-38128b41-65e1-4ba5-9cc9-b69c9ece455f req-ae9c9cc3-9353-4bfc-af38-7a23c1826629 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0469794 Apr 11 18:54:05.582960 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-38128b41-65e1-4ba5-9cc9-b69c9ece455f req-3a487fad-3019-4a87-b8c3-d9e80578c480 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424426 Apr 11 18:54:06.697922 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e0ddd-578f-45ed-ba43-b217e2d37609 req-9c923bc3-cf8f-4740-908e-3bfaf84283cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:06.699399 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb8e0ddd-578f-45ed-ba43-b217e2d37609 req-9c923bc3-cf8f-4740-908e-3bfaf84283cd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0501614 Apr 11 18:54:06.748004 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb8e0ddd-578f-45ed-ba43-b217e2d37609 req-95a02046-dec3-4277-8714-4dd3515c1454 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426514 Apr 11 18:54:07.650077 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:54:07.858831 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0466cc3c-1f89-4167-8c8a-c82690468bc8 req-8c03d269-ac93-49cf-9bb0-35ae7fe9cf7c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:07.860256 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0466cc3c-1f89-4167-8c8a-c82690468bc8 req-8c03d269-ac93-49cf-9bb0-35ae7fe9cf7c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0455196 Apr 11 18:54:07.907307 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0466cc3c-1f89-4167-8c8a-c82690468bc8 req-3b55f1b2-4871-471a-b826-6e8bcb5da650 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409782 Apr 11 18:54:09.027653 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b6c7f9-3bcd-4f0b-aebf-44b8fc4557d2 req-816085ee-6f8d-4d22-9383-3e20b057563a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:09.029152 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c9b6c7f9-3bcd-4f0b-aebf-44b8fc4557d2 req-816085ee-6f8d-4d22-9383-3e20b057563a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0524571 Apr 11 18:54:09.080660 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c9b6c7f9-3bcd-4f0b-aebf-44b8fc4557d2 req-cd8cbd35-8fc6-4d3d-bbd1-2a1e83b3658e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448587 Apr 11 18:54:10.200578 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95677edb-f6b7-4acb-82b8-f0d7e9c541e8 req-0dd64d11-479b-461e-91ff-c4899855e560 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:10.202595 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-95677edb-f6b7-4acb-82b8-f0d7e9c541e8 req-0dd64d11-479b-461e-91ff-c4899855e560 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0464864 Apr 11 18:54:10.250147 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-95677edb-f6b7-4acb-82b8-f0d7e9c541e8 req-35e27ec0-e641-4609-ba92-77a2deece55d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421586 Apr 11 18:54:11.363584 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6fb3fb-c036-4b99-8d17-06bc273846e1 req-a1155958-2865-4fd6-bec8-61745f6e3295 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:11.365145 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ca6fb3fb-c036-4b99-8d17-06bc273846e1 req-a1155958-2865-4fd6-bec8-61745f6e3295 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0495582 Apr 11 18:54:11.421900 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ca6fb3fb-c036-4b99-8d17-06bc273846e1 req-c7c5971a-2a04-4ea5-9eb5-bea048c6377e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510826 Apr 11 18:54:12.546123 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325be869-2f55-4147-ad43-6ebac9a45941 req-d99f9645-b5a8-4087-9593-39071dc68dde tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:12.548400 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-325be869-2f55-4147-ad43-6ebac9a45941 req-d99f9645-b5a8-4087-9593-39071dc68dde tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0549023 Apr 11 18:54:12.609009 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-325be869-2f55-4147-ad43-6ebac9a45941 req-a9f9566c-5337-43af-85d1-2c80a478cbf5 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545843 Apr 11 18:54:13.723128 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb1bf72-f2db-4baa-8862-ec66a910fc50 req-047876e0-d324-4026-a738-cccc74b33d23 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:13.724587 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7cb1bf72-f2db-4baa-8862-ec66a910fc50 req-047876e0-d324-4026-a738-cccc74b33d23 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0480950 Apr 11 18:54:13.772346 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7cb1bf72-f2db-4baa-8862-ec66a910fc50 req-7dfe9dd2-0d8f-4d87-ab5b-154f6b3f989c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422046 Apr 11 18:54:14.884131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160e964-8084-4071-901e-2bcf7736c5f1 req-b3e5136e-e25d-46fe-86db-e246967f3d7d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:14.885568 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0160e964-8084-4071-901e-2bcf7736c5f1 req-b3e5136e-e25d-46fe-86db-e246967f3d7d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0481081 Apr 11 18:54:14.933742 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0160e964-8084-4071-901e-2bcf7736c5f1 req-75addc78-f8a9-44ca-a5fd-631d96f55872 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419686 Apr 11 18:54:16.043839 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b16ef64-2f62-48eb-97d7-7b2cef1efd75 req-7ad08eaa-143d-4082-9548-cc27cb359f8d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:16.045295 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2b16ef64-2f62-48eb-97d7-7b2cef1efd75 req-7ad08eaa-143d-4082-9548-cc27cb359f8d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0460162 Apr 11 18:54:16.092484 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2b16ef64-2f62-48eb-97d7-7b2cef1efd75 req-d0bfa9fa-d2a3-46b2-8b11-d163fb508736 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417864 Apr 11 18:54:17.205049 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89b511-a54d-411d-9182-74c0c286c7c9 req-e3c0ac5f-a2e8-4868-81b7-3c4fedebcb46 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:17.206539 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ca89b511-a54d-411d-9182-74c0c286c7c9 req-e3c0ac5f-a2e8-4868-81b7-3c4fedebcb46 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0480232 Apr 11 18:54:17.258036 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ca89b511-a54d-411d-9182-74c0c286c7c9 req-ab812d56-648a-45db-ad30-0a113ac871f2 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454910 Apr 11 18:54:18.214886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db78f9a-d249-46bd-bcbf-2067fdc0a47b req-2db2cc29-cb74-48b3-b75b-e3a0c04c30ee tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:18.216329 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0db78f9a-d249-46bd-bcbf-2067fdc0a47b req-2db2cc29-cb74-48b3-b75b-e3a0c04c30ee tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0452981 Apr 11 18:54:18.261594 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0db78f9a-d249-46bd-bcbf-2067fdc0a47b req-b21ea98e-41ab-4117-a6f3-4c38828b7e6a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397456 Apr 11 18:54:18.368843 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77601230-4055-4e9a-9086-a94592f30897 req-ca628cf3-e843-45b1-8e83-63f127864966 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:18.370313 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-77601230-4055-4e9a-9086-a94592f30897 req-ca628cf3-e843-45b1-8e83-63f127864966 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0448408 Apr 11 18:54:18.418991 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-77601230-4055-4e9a-9086-a94592f30897 req-5d67410c-0794-4204-9442-ff023751c112 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425856 Apr 11 18:54:18.903936 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:19.373809 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f18cef-aa98-4245-bd02-94b837307bb0 req-08152802-5c31-4040-9326-f7105b6b1ea4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:19.375273 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78f18cef-aa98-4245-bd02-94b837307bb0 req-08152802-5c31-4040-9326-f7105b6b1ea4 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0499103 Apr 11 18:54:19.423455 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78f18cef-aa98-4245-bd02-94b837307bb0 req-40ec20b2-0e2d-4a1b-8142-9a01a4f02738 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423713 Apr 11 18:54:19.527625 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3f90d-31df-44bd-8ec4-9b910f447010 req-79257c8d-79a0-4556-be0d-07b3296cff35 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:19.529579 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ded3f90d-31df-44bd-8ec4-9b910f447010 req-79257c8d-79a0-4556-be0d-07b3296cff35 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0445788 Apr 11 18:54:19.576650 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ded3f90d-31df-44bd-8ec4-9b910f447010 req-b8cd6fd5-750e-44e0-8918-f485bb76033f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415452 Apr 11 18:54:20.538082 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce418c28-affb-4983-b61d-1547243eae19 req-f46c48b7-d3b1-46e6-9266-1ac49446cf8c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:20.539581 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ce418c28-affb-4983-b61d-1547243eae19 req-f46c48b7-d3b1-46e6-9266-1ac49446cf8c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0500128 Apr 11 18:54:20.865263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a170114-9318-4047-a8ca-ab198d304165 req-a6c561b1-fcc9-4f75-b671-4baa692024b0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:20.866599 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5a170114-9318-4047-a8ca-ab198d304165 req-a6c561b1-fcc9-4f75-b671-4baa692024b0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0621564 Apr 11 18:54:20.869589 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ce418c28-affb-4983-b61d-1547243eae19 req-0bb03a21-8d09-4d4a-9a00-211061393f78 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3237102 Apr 11 18:54:20.913541 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5a170114-9318-4047-a8ca-ab198d304165 req-d895edff-879c-417f-85d4-537f78fba17d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413659 Apr 11 18:54:22.015487 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d543cf-047b-411f-961f-895e07a99046 req-25a4dff3-6614-4812-ac6e-a3646fc4d263 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:22.016879 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d9d543cf-047b-411f-961f-895e07a99046 req-25a4dff3-6614-4812-ac6e-a3646fc4d263 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0825777 Apr 11 18:54:22.068456 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-a324664f-9350-4ad0-9834-06cc1dbf2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:22.069917 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-a324664f-9350-4ad0-9834-06cc1dbf2b4f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1130 time: 0.1406074 Apr 11 18:54:22.111159 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e369799-75c9-4bd0-8e7b-f9b593ee3583 req-229f4a91-e51a-4cb8-a1c5-da6fda6ad8c6 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:22.112536 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e369799-75c9-4bd0-8e7b-f9b593ee3583 req-229f4a91-e51a-4cb8-a1c5-da6fda6ad8c6 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.1250141 Apr 11 18:54:22.145903 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-1bbd9ca1-fcb0-420b-bdce-94b32dc02f4c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:22.147334 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-1bbd9ca1-fcb0-420b-bdce-94b32dc02f4c tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 945 time: 0.0970497 Apr 11 18:54:22.247592 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d9d543cf-047b-411f-961f-895e07a99046 req-a0302ea6-f284-4fc0-be41-3a0c45385a67 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=bbaa3836-979d-40ff-bff3-4ea0bfd347a4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2250729 Apr 11 18:54:22.318574 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-2ff5f63a-2fda-4325-a3bd-8c7f8ee50a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:22.320026 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-2ff5f63a-2fda-4325-a3bd-8c7f8ee50a61 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 909 time: 0.2276692 Apr 11 18:54:22.323524 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e369799-75c9-4bd0-8e7b-f9b593ee3583 req-0eacbe99-f5e0-440b-8f76-c711d79c28bf tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913722 Apr 11 18:54:22.342910 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Deleting port e55bbb2b-e845-4b36-a240-49c680536615 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:22.343254 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (e55bbb2b-e845-4b36-a240-49c680536615), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:22.445970 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-9411bf49-b1f2-41d0-9054-d5a79b1dad1d service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 1002 time: 0.1140797 Apr 11 18:54:22.503444 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] For port e55bbb2b-e845-4b36-a240-49c680536615, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e55bbb2b-e845-4b36-a240-49c680536615,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:22.503800 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (e55bbb2b-e845-4b36-a240-49c680536615), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:22.555548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-4375d838-6e54-4820-8d2f-d62698096cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:22.556987 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-4375d838-6e54-4820-8d2f-d62698096cda service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 200 len: 847 time: 0.1039453 Apr 11 18:54:22.643966 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-f8075e75-ee43-465d-95de-bc896dfe8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:22.645483 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-f8075e75-ee43-465d-95de-bc896dfe8222 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0797923 Apr 11 18:54:22.772529 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:22.772887 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:22.773230 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Floating IP 2bb0e53c-4766-45d2-ad9e-8d756f5f09e8 disassociated. External IP: 172.27.0.159, port: e55bbb2b-e845-4b36-a240-49c680536615. Apr 11 18:54:22.773576 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Calling delete_port for e55bbb2b-e845-4b36-a240-49c680536615 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:22.831362 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-d2a6fb19-c4e4-4615-9cb2-0b4e4d4cc954 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748233 Apr 11 18:54:22.967852 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4a788a21-f6fd-4b24-8c28-e5be19b7c69e req-c1b93b13-08b9-4daf-87ab-45d31e9714e5 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301146 Apr 11 18:54:22.988440 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (e55bbb2b-e845-4b36-a240-49c680536615), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:23.017427 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event deleted for resources: {'Port': ['ID=e55bbb2b-e845-4b36-a240-49c680536615,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:23.027908 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.028304 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.028651 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.028992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.029348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.029677 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.030001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.030324 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.030648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.030967 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.031285 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.031606 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.031921 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.032236 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.032551 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:23.149772 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Router 109ba8ee-5000-498d-94c9-ee3a690f4264 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:54:23.256857 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:54:23.268204 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] Sync routers for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:54:23.278813 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:54:23.279436 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:54:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:23.300042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] No DVR routers for this DVR port e55bbb2b-e845-4b36-a240-49c680536615 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:54:23.302619 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:23.305919 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d34ec59-6bfc-47c4-95d2-f6c47c1ada6f req-31f64d17-c59a-43a5-95d8-38b5b0d72926 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "DELETE /v2.0/ports/e55bbb2b-e845-4b36-a240-49c680536615 HTTP/1.1" status: 204 len: 173 time: 1.1459086 Apr 11 18:54:23.306366 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'name': 'network-vif-deleted', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:54:23.308584 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9ef4ef-4224-4275-9043-8b2b3860ab89" -d '{"events": [{"server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "name": "network-vif-deleted", "tag": "e55bbb2b-e845-4b36-a240-49c680536615"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:54:23.346559 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ad126302-8f26-441e-adb2-3b21572a1122 req-7a688ce7-6814-4807-8b41-772b168890dc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.0283310 Apr 11 18:54:23.400836 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:54:23.413265 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b9d7f20-6934-4f5e-bfdb-b578e0f0d92f x-openstack-request-id: req-0b9d7f20-6934-4f5e-bfdb-b578e0f0d92f {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:54:23.413562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fcaa8c7-2406-47a1-b700-5b3a401cd54e", "name": "network-vif-deleted", "tag": "e55bbb2b-e845-4b36-a240-49c680536615", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:54:23.413817 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0b9d7f20-6934-4f5e-bfdb-b578e0f0d92f {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:54:23.414224 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b9d7f20-6934-4f5e-bfdb-b578e0f0d92f'] response: {'server_uuid': '8fcaa8c7-2406-47a1-b700-5b3a401cd54e', 'name': 'network-vif-deleted', 'tag': 'e55bbb2b-e845-4b36-a240-49c680536615', 'status': 'completed', 'code': 200} Apr 11 18:54:23.463451 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eecf20-012b-4a1d-a0f1-41f43e3df6df req-ed5c52fc-c947-465e-b3ab-724ddd1dcc64 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:23.465106 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4eecf20-012b-4a1d-a0f1-41f43e3df6df req-ed5c52fc-c947-465e-b3ab-724ddd1dcc64 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0496638 Apr 11 18:54:23.523849 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4eecf20-012b-4a1d-a0f1-41f43e3df6df req-9a708fec-4417-4ffa-be8d-ddbbd29530d0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521688 Apr 11 18:54:23.605111 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:23.630192 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] Checking router: 109ba8ee-5000-498d-94c9-ee3a690f4264 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:54:23.638574 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:54:23.639168 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:54:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:23.743927 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:54:23.927291 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:23.952643 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2260856d-801c-405c-b95e-2d99ca1cacbd None None] The sync data for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi is: [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:48:59Z', 'revision_number': 4, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '12fcaefb-10bc-4551-8d77-02601f50336a', 'name': '', 'network_id': 'e16e855e-a414-4def-86b8-1c9730bbb714', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'mac_address': 'fa:16:3e:c6:36:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_interface', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:09Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'subnets': [{'id': '7093b739-06dc-4175-ba60-c1939a8d657a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:54:24.163286 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a1198da-7af6-4984-9083-4900b1a9a5a0 None None] New status for floating IP 2bb0e53c-4766-45d2-ad9e-8d756f5f09e8: DOWN {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:54:24.492333 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-22b8dd91-ef40-45bb-ac37-e33cedb90c0a req-16c0899d-18c9-40af-b26a-264c58975495 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=8fcaa8c7-2406-47a1-b700-5b3a401cd54e HTTP/1.1" status: 200 len: 210 time: 0.0478611 Apr 11 18:54:24.550035 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e429abd-139d-4f5c-8308-f222eb5dedc6 req-bf18e468-6645-445f-8f13-efe7355a4827 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:24.551501 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e429abd-139d-4f5c-8308-f222eb5dedc6 req-bf18e468-6645-445f-8f13-efe7355a4827 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0484257 Apr 11 18:54:24.642773 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e429abd-139d-4f5c-8308-f222eb5dedc6 req-08e3e375-0728-4f31-9dd9-d579e98ad568 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852714 Apr 11 18:54:24.652607 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecd8492-fa2d-4817-8357-fdcefff67372 req-09d6906c-ca92-4ffa-8a23-7bdf353d6935 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:24.654062 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ecd8492-fa2d-4817-8357-fdcefff67372 req-09d6906c-ca92-4ffa-8a23-7bdf353d6935 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0613945 Apr 11 18:54:24.702960 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ecd8492-fa2d-4817-8357-fdcefff67372 req-92f3aa0c-04ac-4709-ad26-3af0f3e179d1 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435562 Apr 11 18:54:24.823981 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-d61ac9b6-f209-4718-8654-61cb38317b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:24.826648 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-d61ac9b6-f209-4718-8654-61cb38317b0d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1169 time: 0.0428042 Apr 11 18:54:24.930346 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-83387b9f-a1b4-4af8-a58f-d78023df4ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:24.932050 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-83387b9f-a1b4-4af8-a58f-d78023df4ec6 service neutron] 10.222.0.58 "GET /v2.0/networks?id=6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 200 len: 916 time: 0.0967386 Apr 11 18:54:24.999185 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-5d85e087-653c-4fc5-bc17-20f1e11cec77 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 1001 time: 0.0584462 Apr 11 18:54:25.046468 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-58ee1d05-175f-4541-9e6e-e1397560d9fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:25.048043 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-58ee1d05-175f-4541-9e6e-e1397560d9fd service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 HTTP/1.1" status: 200 len: 854 time: 0.0432353 Apr 11 18:54:25.096945 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-75e9bfb4-d151-4112-8cf6-bafe2c715a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:25.098474 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-75e9bfb4-d151-4112-8cf6-bafe2c715a04 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6189ebe9-1e93-4750-9b7b-42ab12a4af24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432837 Apr 11 18:54:25.195150 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-e913e7f8-acbc-454e-a962-7c9aa96c6a08 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873971 Apr 11 18:54:25.291252 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5cde98a5-85c0-40f9-9996-687fd298df57 req-af1c59da-c723-4fe2-9ee9-460543ff2d50 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878134 Apr 11 18:54:25.581726 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41938) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:25.641506 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69b82c1e-738e-40d5-b147-2f50dcd879a0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group (bbaa3836-979d-40ff-bff3-4ea0bfd347a4), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.665288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69b82c1e-738e-40d5-b147-2f50dcd879a0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group (bbaa3836-979d-40ff-bff3-4ea0bfd347a4), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.723416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69b82c1e-738e-40d5-b147-2f50dcd879a0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (bbaa3836-979d-40ff-bff3-4ea0bfd347a4), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.725963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69b82c1e-738e-40d5-b147-2f50dcd879a0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.727063 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-69b82c1e-738e-40d5-b147-2f50dcd879a0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "DELETE /v2.0/security-groups/bbaa3836-979d-40ff-bff3-4ea0bfd347a4 HTTP/1.1" status: 204 len: 168 time: 0.1443529 Apr 11 18:54:25.729786 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41944) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:25.744006 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.api.v2.resource [None req-09bdd391-1b47-4ce7-bb9d-bf529f06766d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] show failed (client error): The resource could not be found. Apr 11 18:54:25.745230 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-09bdd391-1b47-4ce7-bb9d-bf529f06766d tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups/bbaa3836-979d-40ff-bff3-4ea0bfd347a4 HTTP/1.1" status: 404 len: 347 time: 0.0142841 Apr 11 18:54:25.749001 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 41946) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:25.754958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b82c1e-738e-40d5-b147-2f50dcd879a0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaa3836-979d-40ff-bff3-4ea0bfd347a4,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:25.763409 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ab5826bb-627e-497e-8cf7-52cf8a32a16e no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:54:25.780874 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cd521d-e9e5-4ed6-aefe-7512907acb90 req-8678e2b6-d34d-4f4a-bd21-7028b1f2f2da tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:25.782282 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8cd521d-e9e5-4ed6-aefe-7512907acb90 req-8678e2b6-d34d-4f4a-bd21-7028b1f2f2da tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0695100 Apr 11 18:54:25.853284 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394eee43-48d6-4882-ad92-2eaa48cadb16 req-2f98b49e-5574-4de1-8350-77cf8e3c18e4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:25.855098 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-394eee43-48d6-4882-ad92-2eaa48cadb16 req-2f98b49e-5574-4de1-8350-77cf8e3c18e4 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0826232 Apr 11 18:54:25.856187 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ab5826bb-627e-497e-8cf7-52cf8a32a16e is: ACTIVE; New status is: DOWN {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:54:25.856978 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.882841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:54:25.885145 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60bcd6d5-5e2b-40f9-b0fe-60475fdef240" -d '{"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-unplugged", "status": "completed", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:54:25.888606 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Deleting port bdcd0dde-6f73-47ee-9ea0-171112bfa299 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:25.888953 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.896612 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:25.901705 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.902386 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8cd521d-e9e5-4ed6-aefe-7512907acb90 req-3e07d33b-a761-442d-9c2c-e086f086f53c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1108365 Apr 11 18:54:25.903129 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e55bbb2b-e845-4b36-a240-49c680536615 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:54:25.934889 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-394eee43-48d6-4882-ad92-2eaa48cadb16 req-8fd5680f-e368-4bf2-8999-f5cf2faba2bd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715458 Apr 11 18:54:25.979786 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: e55bbb2b-e845-4b36-a240-49c680536615 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:54:25.980146 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e55bbb2b-e845-4b36-a240-49c680536615 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:54:25.983315 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=6']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:25.984852 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:25.985221 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (bdcd0dde-6f73-47ee-9ea0-171112bfa299), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:26.000468 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Calling delete_port for bdcd0dde-6f73-47ee-9ea0-171112bfa299 owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:26.030792 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 18:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5110263f-12fa-49eb-b1a5-4a65dd605f5f x-openstack-request-id: req-5110263f-12fa-49eb-b1a5-4a65dd605f5f {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:54:26.031316 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-unplugged", "status": "failed", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e", "code": 422}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:54:26.031567 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5110263f-12fa-49eb-b1a5-4a65dd605f5f {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:54:26.032025 dv-cinder-837356-1-iscsi neutron-server[115232]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-5110263f-12fa-49eb-b1a5-4a65dd605f5f']: {'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'code': 422} returned with failed status Apr 11 18:54:26.146022 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41960) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:26.151298 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (bdcd0dde-6f73-47ee-9ea0-171112bfa299), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:26.163904 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169a8b0-e443-4482-951f-6c5b3fee4bd1 req-e8e4ed2a-9504-46f8-a5ee-cd55b42dd7ad tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:26.165457 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e169a8b0-e443-4482-951f-6c5b3fee4bd1 req-e8e4ed2a-9504-46f8-a5ee-cd55b42dd7ad tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0575240 Apr 11 18:54:26.185918 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event deleted for resources: {'Port': ['ID=bdcd0dde-6f73-47ee-9ea0-171112bfa299,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:26.214386 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.214732 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.215074 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.215940 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.216271 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.216601 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.216928 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.217301 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.217623 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.217945 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.218265 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.218587 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.218905 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.219223 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.219540 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:26.249282 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-60af26cd-15da-4253-abda-188a152ede06 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1021214 Apr 11 18:54:26.252862 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e169a8b0-e443-4482-951f-6c5b3fee4bd1 req-1d81e8d3-daa5-42a7-a9bd-d81907ea2a78 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811913 Apr 11 18:54:26.257213 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks [] for floatingip (2bb0e53c-4766-45d2-ad9e-8d756f5f09e8), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:26.257877 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-f8970e95-54eb-435b-a4f2-e448a406ed84 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:54:26.258844 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-f8970e95-54eb-435b-a4f2-e448a406ed84 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048950 Apr 11 18:54:26.259753 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:26.261154 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f1f2d497-097c-423c-b7cd-de05b7db147b tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "DELETE /v2.0/floatingips/2bb0e53c-4766-45d2-ad9e-8d756f5f09e8 HTTP/1.1" status: 204 len: 168 time: 0.5110083 Apr 11 18:54:26.352258 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 41972) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:26.450479 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed53f-4178-4789-a04b-34c1821c4556 req-d36215d4-7226-424a-a3ba-c1d92e5e34de tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:26.451815 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-d36215d4-7226-424a-a3ba-c1d92e5e34de tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports/ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 941 time: 0.0991163 Apr 11 18:54:27.024404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2f4fa2-87eb-4c74-92ba-253f90b0c0c6 req-51d5717f-2a2c-4ac2-bb72-7bbe900e7b63 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:27.025898 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1a2f4fa2-87eb-4c74-92ba-253f90b0c0c6 req-51d5717f-2a2c-4ac2-bb72-7bbe900e7b63 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0480981 Apr 11 18:54:27.089316 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1a2f4fa2-87eb-4c74-92ba-253f90b0c0c6 req-8d6142a1-4ece-4772-a82a-9bc20e7b86e5 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566573 Apr 11 18:54:27.122982 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-014fb6c8-3741-48b1-8149-653dd99debbf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:27.369899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ac64d-9486-4654-8d17-3430fe113556 req-4fb60a98-c8e1-4b2b-ac26-083c03699297 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:27.371402 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-323ac64d-9486-4654-8d17-3430fe113556 req-4fb60a98-c8e1-4b2b-ac26-083c03699297 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0488825 Apr 11 18:54:27.428486 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-323ac64d-9486-4654-8d17-3430fe113556 req-b056cc70-1a92-48c4-9866-efaa38867f01 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492339 Apr 11 18:54:27.921719 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed53f-4178-4789-a04b-34c1821c4556 req-2683cd70-dd33-4cf4-8e01-c9079cd86cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:27.923160 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-2683cd70-dd33-4cf4-8e01-c9079cd86cbe service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4&tenant_id=6ce353fb24d7498692339b92c6e375f8 HTTP/1.1" status: 200 len: 1128 time: 0.0391815 Apr 11 18:54:27.988631 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed53f-4178-4789-a04b-34c1821c4556 req-2e0a91f5-b223-468d-9ed1-8573a2ca1b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:27.990113 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-2e0a91f5-b223-468d-9ed1-8573a2ca1b1c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1128 time: 0.0391984 Apr 11 18:54:28.083029 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed53f-4178-4789-a04b-34c1821c4556 req-79a23abc-b002-4097-9ce2-db87714b7585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:28.084462 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-79a23abc-b002-4097-9ce2-db87714b7585 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 909 time: 0.0867679 Apr 11 18:54:28.156313 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-64f9f2e6-0a4f-4d8d-a46e-2d17b385cd7c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 1000 time: 0.0628731 Apr 11 18:54:28.237481 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479cc16a-d23f-4d10-86bf-154c69e7b694 req-6f276667-6604-46cf-a99c-0897507f1589 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:28.238940 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-479cc16a-d23f-4d10-86bf-154c69e7b694 req-6f276667-6604-46cf-a99c-0897507f1589 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0817759 Apr 11 18:54:28.244195 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed53f-4178-4789-a04b-34c1821c4556 req-38a1cb34-293b-4910-9b9b-7110c19aba03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:28.245794 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-38a1cb34-293b-4910-9b9b-7110c19aba03 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 200 len: 847 time: 0.0800972 Apr 11 18:54:28.315529 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ed53f-4178-4789-a04b-34c1821c4556 req-0bb9c4b6-a633-40f1-951a-07987cab4bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:28.316982 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-0bb9c4b6-a633-40f1-951a-07987cab4bd0 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0629961 Apr 11 18:54:28.614474 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-479cc16a-d23f-4d10-86bf-154c69e7b694 req-df421c59-9a0c-49a5-a83b-060d888a2695 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3677261 Apr 11 18:54:28.688833 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4333b7ed-0534-44df-984e-e99547e6eb4d req-3decc17e-5f54-4fea-821c-2965a2e8143a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:28.690293 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4333b7ed-0534-44df-984e-e99547e6eb4d req-3decc17e-5f54-4fea-821c-2965a2e8143a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0978599 Apr 11 18:54:28.733006 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-76e00347-8c45-47a9-a741-e64123685af7 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4042828 Apr 11 18:54:28.788750 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4333b7ed-0534-44df-984e-e99547e6eb4d req-5fa73531-60b9-4731-99bf-fb3b9d41398d tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912766 Apr 11 18:54:28.871352 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a3e42a-e059-4094-83ee-f755493627d1 req-0f501358-e002-41c8-878b-c08e2a6bfb99 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:28.873376 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-19a3e42a-e059-4094-83ee-f755493627d1 req-0f501358-e002-41c8-878b-c08e2a6bfb99 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0834875 Apr 11 18:54:28.902007 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-001ed53f-4178-4789-a04b-34c1821c4556 req-7758eb47-e75b-4743-b4b9-615c8838157b service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625612 Apr 11 18:54:28.929951 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-19a3e42a-e059-4094-83ee-f755493627d1 req-1cfdad39-cbcb-4751-a0b1-1f35d3fac6f1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486696 Apr 11 18:54:29.543954 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8e7057bd-4a72-4359-899e-1b92e13ab01f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:29.727313 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b91d2-97f4-4154-abd2-c2dbc97141f1 req-8d89cf8a-0f7b-4a1a-8c8b-2fd0bb4c3b81 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:29.728778 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c28b91d2-97f4-4154-abd2-c2dbc97141f1 req-8d89cf8a-0f7b-4a1a-8c8b-2fd0bb4c3b81 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0471151 Apr 11 18:54:29.790220 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c28b91d2-97f4-4154-abd2-c2dbc97141f1 req-aa9276e2-a0ba-4113-a716-0fa7d8c101bb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550358 Apr 11 18:54:29.901541 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c52bf-6312-4590-aeed-ae0acec6c00d req-e85b9a55-2d37-4c01-be15-2e91dd93decd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:29.902962 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a93c52bf-6312-4590-aeed-ae0acec6c00d req-e85b9a55-2d37-4c01-be15-2e91dd93decd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0491512 Apr 11 18:54:29.950517 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a93c52bf-6312-4590-aeed-ae0acec6c00d req-05f03769-478d-4c52-9bf5-87cc035d5f00 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420835 Apr 11 18:54:30.037584 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab5a755-6cf8-4a86-b845-93bdd71b0282 req-b8a070a5-8f9e-4aa9-9f97-3d343e3e8ac0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:30.039024 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5ab5a755-6cf8-4a86-b845-93bdd71b0282 req-b8a070a5-8f9e-4aa9-9f97-3d343e3e8ac0 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0461249 Apr 11 18:54:30.085547 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5ab5a755-6cf8-4a86-b845-93bdd71b0282 req-fb96a3bf-01c2-44fb-882f-79ec5c25c1d1 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408418 Apr 11 18:54:30.662091 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:30.711967 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873ec870-858c-4384-9f37-7fc037ac5346 req-2792c6df-065d-445a-8280-c56f1b704877 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:30.713419 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-873ec870-858c-4384-9f37-7fc037ac5346 req-2792c6df-065d-445a-8280-c56f1b704877 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0453236 Apr 11 18:54:30.945992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2afe60-e222-4b93-acbb-25f5c603e474 req-a87c7ef4-2e81-4358-9c9e-5b6c2c1ddb3c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:30.947370 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb2afe60-e222-4b93-acbb-25f5c603e474 req-a87c7ef4-2e81-4358-9c9e-5b6c2c1ddb3c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0770364 Apr 11 18:54:30.975425 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Deleting port 8277eb55-15d7-41d3-9102-a9a872aecf87 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:30.975788 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:31.100955 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb2afe60-e222-4b93-acbb-25f5c603e474 req-b690a8b5-89cc-4c90-b5d8-5861da039ee0 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1471627 Apr 11 18:54:31.120781 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa6edc3-871c-43ee-9acc-1ac3cab82a27 req-fee76432-5439-4ea3-84f4-eae58e0021f3 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:31.122325 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0aa6edc3-871c-43ee-9acc-1ac3cab82a27 req-fee76432-5439-4ea3-84f4-eae58e0021f3 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.1023886 Apr 11 18:54:31.152269 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] For port 8277eb55-15d7-41d3-9102-a9a872aecf87, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=8277eb55-15d7-41d3-9102-a9a872aecf87,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:31.153277 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:31.198431 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Calling delete_port for 8277eb55-15d7-41d3-9102-a9a872aecf87 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:31.241298 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf23ea2-846b-4870-8c93-decde6e497da req-b9b645f6-be8b-491d-93c0-a1bf61772b9e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:31.242744 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bf23ea2-846b-4870-8c93-decde6e497da req-b9b645f6-be8b-491d-93c0-a1bf61772b9e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=e61edef1-7d90-41b5-9ecb-d113f4282079 HTTP/1.1" status: 200 len: 945 time: 0.0849373 Apr 11 18:54:31.276917 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0aa6edc3-871c-43ee-9acc-1ac3cab82a27 req-918ad86d-b5a0-47b8-8d58-737006807bbd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428547 Apr 11 18:54:31.340996 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bf23ea2-846b-4870-8c93-decde6e497da req-cd2af227-d2de-435e-9c6b-15c9787689d3 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684307 Apr 11 18:54:31.400767 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (8277eb55-15d7-41d3-9102-a9a872aecf87), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:31.412999 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['92899fde-bb19-4d95-a48a-51d637c73a8e', '8277eb55-15d7-41d3-9102-a9a872aecf87'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:54:31.427417 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event deleted for resources: {'Port': ['ID=8277eb55-15d7-41d3-9102-a9a872aecf87,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:31.476002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] No DVR routers for this DVR port 8277eb55-15d7-41d3-9102-a9a872aecf87 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:54:31.478489 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:31.481724 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-873ec870-858c-4384-9f37-7fc037ac5346 req-0ce226b5-7285-441a-bf92-04cdc70c702e tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "DELETE /v2.0/ports/8277eb55-15d7-41d3-9102-a9a872aecf87 HTTP/1.1" status: 204 len: 173 time: 0.6401992 Apr 11 18:54:31.483113 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'name': 'network-vif-deleted', 'tag': '8277eb55-15d7-41d3-9102-a9a872aecf87'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:54:31.485440 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5af769b8-ec07-4f2a-8199-2c80cf023867" -d '{"events": [{"server_uuid": "e61edef1-7d90-41b5-9ecb-d113f4282079", "name": "network-vif-deleted", "tag": "8277eb55-15d7-41d3-9102-a9a872aecf87"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:54:31.523220 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-480d96f4-3082-478c-b9d0-0d33938aa41b x-openstack-request-id: req-480d96f4-3082-478c-b9d0-0d33938aa41b {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:54:31.523517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61edef1-7d90-41b5-9ecb-d113f4282079", "name": "network-vif-deleted", "tag": "8277eb55-15d7-41d3-9102-a9a872aecf87", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:54:31.523873 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-480d96f4-3082-478c-b9d0-0d33938aa41b {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:54:31.524337 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-480d96f4-3082-478c-b9d0-0d33938aa41b'] response: {'server_uuid': 'e61edef1-7d90-41b5-9ecb-d113f4282079', 'name': 'network-vif-deleted', 'tag': '8277eb55-15d7-41d3-9102-a9a872aecf87', 'status': 'completed', 'code': 200} Apr 11 18:54:32.043031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:32.213143 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d150ae-a0f2-4090-aa64-c891c1298a7b req-4f5cd709-e45b-4c00-8c96-a78e54f1bd8b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:32.214855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-90d150ae-a0f2-4090-aa64-c891c1298a7b req-4f5cd709-e45b-4c00-8c96-a78e54f1bd8b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0476179 Apr 11 18:54:32.274584 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-90d150ae-a0f2-4090-aa64-c891c1298a7b req-0a366d04-dd4b-40f0-a9f1-d477a3a49733 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536551 Apr 11 18:54:32.391344 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8f1ead-3b77-4f3e-8ab0-cf271581d459 req-610e2990-1c63-40a2-b243-10935e322c89 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:32.392822 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f8f1ead-3b77-4f3e-8ab0-cf271581d459 req-610e2990-1c63-40a2-b243-10935e322c89 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0494447 Apr 11 18:54:32.441313 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6f8f1ead-3b77-4f3e-8ab0-cf271581d459 req-91d58db3-78fa-44a6-9839-b6ba23ff2404 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428991 Apr 11 18:54:32.597053 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6abf86-ad6f-4707-9f80-ea57229078a1 req-e7855cc4-3094-4501-8c9c-d851d6deed7a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:32.598406 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c6abf86-ad6f-4707-9f80-ea57229078a1 req-e7855cc4-3094-4501-8c9c-d851d6deed7a tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0462389 Apr 11 18:54:32.655558 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c6abf86-ad6f-4707-9f80-ea57229078a1 req-18a75c7e-af1d-4e7d-8ad8-a0a376a281aa tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517614 Apr 11 18:54:33.390371 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595fd989-168f-4cdb-80fe-138854e912d7 req-9defafd3-cbe8-458c-bd51-ed8e20d8faf3 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:33.391718 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-595fd989-168f-4cdb-80fe-138854e912d7 req-9defafd3-cbe8-458c-bd51-ed8e20d8faf3 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0496716 Apr 11 18:54:33.448927 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-595fd989-168f-4cdb-80fe-138854e912d7 req-117b670c-cd89-4bbf-8309-2a882002f93a tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513864 Apr 11 18:54:33.551812 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00c74e4-ceb4-4c3f-81e6-c23a9080013f req-719a8e21-d1fc-4986-9ff8-cf7a8b9567b7 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:33.553249 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b00c74e4-ceb4-4c3f-81e6-c23a9080013f req-719a8e21-d1fc-4986-9ff8-cf7a8b9567b7 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0456870 Apr 11 18:54:33.600029 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b00c74e4-ceb4-4c3f-81e6-c23a9080013f req-6b142aa1-8897-4c91-a40d-beeb2171ac3e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 Apr 11 18:54:33.664472 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:33.767663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9c37e-a42b-45eb-aff0-f7985b00abfb req-0e37c6c4-1049-411a-9999-2bf1ea9a60dc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:33.769144 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d0a9c37e-a42b-45eb-aff0-f7985b00abfb req-0e37c6c4-1049-411a-9999-2bf1ea9a60dc tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0456192 Apr 11 18:54:33.817923 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d0a9c37e-a42b-45eb-aff0-f7985b00abfb req-c2dfc871-270e-4560-83df-afd1c361d969 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432532 Apr 11 18:54:34.558729 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0458271f-91d8-4a65-842b-582ea96b3f69 req-032dd659-0b5c-4c90-be23-79c4dbf0beac tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:34.560738 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0458271f-91d8-4a65-842b-582ea96b3f69 req-032dd659-0b5c-4c90-be23-79c4dbf0beac tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0466588 Apr 11 18:54:34.618227 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0458271f-91d8-4a65-842b-582ea96b3f69 req-c1d46311-87d2-4735-98a6-cac2315d6cec tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517435 Apr 11 18:54:34.710270 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8e0f0-8124-485f-ab13-66993fbc8881 req-2d792e10-d5e7-441f-870a-14a5ea33de7a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:34.711742 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6ee8e0f0-8124-485f-ab13-66993fbc8881 req-2d792e10-d5e7-441f-870a-14a5ea33de7a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0471807 Apr 11 18:54:34.760165 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6ee8e0f0-8124-485f-ab13-66993fbc8881 req-0f5330c6-9417-4f9a-bc2c-c4790d784110 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426655 Apr 11 18:54:34.932457 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46e6710-4da8-4036-9427-043379b4b7c6 req-cdb9ea07-adbd-4baa-a518-1e7fc6a8b821 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:34.933935 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f46e6710-4da8-4036-9427-043379b4b7c6 req-cdb9ea07-adbd-4baa-a518-1e7fc6a8b821 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0506997 Apr 11 18:54:34.997745 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-78ccb0c9-8627-41c4-bbc1-31dfae344131 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:34.999152 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-78ccb0c9-8627-41c4-bbc1-31dfae344131 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 945 time: 0.0625567 Apr 11 18:54:35.021598 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f46e6710-4da8-4036-9427-043379b4b7c6 req-fc965418-ae5a-4697-b0a7-df49d18d6e17 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/security-groups?id=539d4570-4fa3-4706-a75d-72d3a4c671e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772491 Apr 11 18:54:35.095914 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Deleting port 92899fde-bb19-4d95-a48a-51d637c73a8e {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:35.096259 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:35.182031 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] For port 92899fde-bb19-4d95-a48a-51d637c73a8e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=92899fde-bb19-4d95-a48a-51d637c73a8e,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:35.182396 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:35.194898 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Calling delete_port for 92899fde-bb19-4d95-a48a-51d637c73a8e owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:35.326830 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (92899fde-bb19-4d95-a48a-51d637c73a8e), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:35.338841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['92899fde-bb19-4d95-a48a-51d637c73a8e'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:54:35.353412 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Pushing event deleted for resources: {'Port': ['ID=92899fde-bb19-4d95-a48a-51d637c73a8e,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:35.398646 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] No DVR routers for this DVR port 92899fde-bb19-4d95-a48a-51d637c73a8e on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:54:35.401082 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:35.404881 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-44a57353-7117-4f5d-a8dc-6af7ece2ef61 req-ac9b9b32-dbf1-492d-9845-1ffb89cedb30 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.58 "DELETE /v2.0/ports/92899fde-bb19-4d95-a48a-51d637c73a8e HTTP/1.1" status: 204 len: 173 time: 0.3964713 Apr 11 18:54:35.405330 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'name': 'network-vif-deleted', 'tag': '92899fde-bb19-4d95-a48a-51d637c73a8e'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:54:35.407528 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1ca1541-164b-4b2b-800f-d1de660efbc1" -d '{"events": [{"server_uuid": "07793a11-00c1-47be-9fbb-9cf44e8ae20a", "name": "network-vif-deleted", "tag": "92899fde-bb19-4d95-a48a-51d637c73a8e"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:54:35.443879 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987d870b-1f48-4983-bb11-7f90efc82c3a x-openstack-request-id: req-987d870b-1f48-4983-bb11-7f90efc82c3a {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:54:35.444172 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07793a11-00c1-47be-9fbb-9cf44e8ae20a", "name": "network-vif-deleted", "tag": "92899fde-bb19-4d95-a48a-51d637c73a8e", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:54:35.444426 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-987d870b-1f48-4983-bb11-7f90efc82c3a {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:54:35.444829 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987d870b-1f48-4983-bb11-7f90efc82c3a'] response: {'server_uuid': '07793a11-00c1-47be-9fbb-9cf44e8ae20a', 'name': 'network-vif-deleted', 'tag': '92899fde-bb19-4d95-a48a-51d637c73a8e', 'status': 'completed', 'code': 200} Apr 11 18:54:35.736058 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc3e3d4-8354-4bf2-8dc4-2f266aea3513 req-96afba2d-49f1-4d32-905a-5870be760210 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:35.737801 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cfc3e3d4-8354-4bf2-8dc4-2f266aea3513 req-96afba2d-49f1-4d32-905a-5870be760210 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0542254 Apr 11 18:54:35.759357 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 8277eb55-15d7-41d3-9102-a9a872aecf87 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:54:35.787864 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 8277eb55-15d7-41d3-9102-a9a872aecf87 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:54:35.788286 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 8277eb55-15d7-41d3-9102-a9a872aecf87 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:54:35.810117 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cfc3e3d4-8354-4bf2-8dc4-2f266aea3513 req-7d0b6bc2-86ae-4d54-8903-ccd23bf6d7e9 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658219 Apr 11 18:54:35.881250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fcce10-d3a5-4d22-8e07-3a6ea3362be9 req-8445c21d-f780-4bfd-ad2c-caf79099a900 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:35.882702 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-17fcce10-d3a5-4d22-8e07-3a6ea3362be9 req-8445c21d-f780-4bfd-ad2c-caf79099a900 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0464320 Apr 11 18:54:35.929736 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-17fcce10-d3a5-4d22-8e07-3a6ea3362be9 req-d61955cb-6000-413d-878c-5662bbe3dc3e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415266 Apr 11 18:54:36.127037 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3cda1ad9-6d31-4f20-9500-450f69e33076 req-d242c22e-5060-4231-be78-b41835f5c031 tempest-ServerRescueNegativeTestJSON-1594135424 tempest-ServerRescueNegativeTestJSON-1594135424-project] 10.222.0.61 "GET /v2.0/ports?device_id=07793a11-00c1-47be-9fbb-9cf44e8ae20a HTTP/1.1" status: 200 len: 210 time: 0.0311689 Apr 11 18:54:36.925457 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c33614-c164-4b35-9ff3-384c33ed92cc req-eaf26b16-47bc-443b-9284-1fb6e5c026d8 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:36.926872 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-52c33614-c164-4b35-9ff3-384c33ed92cc req-eaf26b16-47bc-443b-9284-1fb6e5c026d8 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0461240 Apr 11 18:54:36.987205 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-52c33614-c164-4b35-9ff3-384c33ed92cc req-7064b9a6-5b0c-416a-9c52-6a1fb87eae6f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548162 Apr 11 18:54:37.045854 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64447fad-c5f8-43d3-9710-ebc1e9f46a87 req-ccdb13f3-1369-4879-a16a-153bcb09a89c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:37.047282 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64447fad-c5f8-43d3-9710-ebc1e9f46a87 req-ccdb13f3-1369-4879-a16a-153bcb09a89c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0506275 Apr 11 18:54:37.095400 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64447fad-c5f8-43d3-9710-ebc1e9f46a87 req-2e2c1c15-3afe-48d7-a17f-5518d72136ff tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423653 Apr 11 18:54:37.181129 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42060) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:37.655404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (109ba8ee-5000-498d-94c9-ee3a690f4264), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:37.931548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Deleting port 12fcaefb-10bc-4551-8d77-02601f50336a {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:37.932287 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:38.009480 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] For port 12fcaefb-10bc-4551-8d77-02601f50336a, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=12fcaefb-10bc-4551-8d77-02601f50336a,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:38.009844 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:38.022866 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Calling delete_port for 12fcaefb-10bc-4551-8d77-02601f50336a owned by network:router_interface {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:38.120485 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8004475-af66-4fca-b381-b50f62a8d586 req-0b66715c-eb33-409c-823d-fe574a939500 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:38.122006 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d8004475-af66-4fca-b381-b50f62a8d586 req-0b66715c-eb33-409c-823d-fe574a939500 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0597596 Apr 11 18:54:38.502861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7c135-9ad0-4439-9a34-6287a15b5b20 req-2b84041d-c214-457e-b2db-c062b78619de tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:38.504334 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-48f7c135-9ad0-4439-9a34-6287a15b5b20 req-2b84041d-c214-457e-b2db-c062b78619de tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.3264623 Apr 11 18:54:38.541188 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d8004475-af66-4fca-b381-b50f62a8d586 req-9e20f01b-c063-4c35-8314-0982eb23eb30 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4132466 Apr 11 18:54:38.604305 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-48f7c135-9ad0-4439-9a34-6287a15b5b20 req-9b9e9443-ab66-45a7-851b-15659df22ab6 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856752 Apr 11 18:54:38.623465 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (12fcaefb-10bc-4551-8d77-02601f50336a), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:38.654410 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Pushing event deleted for resources: {'Port': ['ID=12fcaefb-10bc-4551-8d77-02601f50336a,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:38.816023 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (109ba8ee-5000-498d-94c9-ee3a690f4264), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:39.038093 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Router 109ba8ee-5000-498d-94c9-ee3a690f4264 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:54:39.144862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:54:39.149887 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-7a0465a7-2200-4733-8c6e-dd7138adf656 admin admin] 10.222.0.61 "PUT /v2.0/routers/109ba8ee-5000-498d-94c9-ee3a690f4264/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9677219 Apr 11 18:54:39.152451 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42070) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:39.153539 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] Sync routers for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:54:39.166122 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:54:39.166747 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:54:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:39.258681 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks [] for router (109ba8ee-5000-498d-94c9-ee3a690f4264), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:39.272561 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:54:39.371672 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks [] for router_gateway (109ba8ee-5000-498d-94c9-ee3a690f4264), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:39.425107 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Deleting port 7dade1c2-a7ab-467d-96f7-e628316d402d {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:39.425462 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:39.448050 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213'}], 'enable_snat': True}, 'gw_port_id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:54:38Z', 'revision_number': 5, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port': {'id': '7dade1c2-a7ab-467d-96f7-e628316d402d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:8d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'device_owner': 'network:router_gateway', 'standard_attr_id': 58, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:50Z', 'updated_at': '2022-04-11T18:49:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:39.475310 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] Checking router: 109ba8ee-5000-498d-94c9-ee3a690f4264 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:54:39.484229 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] Routers {'109ba8ee-5000-498d-94c9-ee3a690f4264'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:54:39.484842 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:54:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['109ba8ee-5000-498d-94c9-ee3a690f4264'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:39.510910 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] For port 7dade1c2-a7ab-467d-96f7-e628316d402d, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=7dade1c2-a7ab-467d-96f7-e628316d402d,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:39.511237 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:39.525118 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Calling delete_port for 7dade1c2-a7ab-467d-96f7-e628316d402d owned by network:router_gateway {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:39.580977 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] Set router 109ba8ee-5000-498d-94c9-ee3a690f4264 gateway port host: None {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:54:39.671890 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:54:39Z', 'revision_number': 6, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port_host': None}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:39.714632 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da86edad-0639-4dfd-ab0f-1d8470b89274 None None] The sync data for ids ['109ba8ee-5000-498d-94c9-ee3a690f4264'] in dv-cinder-837356-1-iscsi is: [{'id': '109ba8ee-5000-498d-94c9-ee3a690f4264', 'name': 'tempest-ServerRescueNegativeTestJSON-1585219966-router', 'tenant_id': '159bb2915915456b8a02f921912ea0ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:49Z', 'updated_at': '2022-04-11T18:54:39Z', 'revision_number': 6, 'project_id': '159bb2915915456b8a02f921912ea0ff', 'gw_port_host': None}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:54:39.748510 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee16c3b-09cf-452b-926e-722bdb26a74f req-b4208617-654d-4e7e-a82b-fb6da06576e9 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:39.750265 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ee16c3b-09cf-452b-926e-722bdb26a74f req-b4208617-654d-4e7e-a82b-fb6da06576e9 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.1345863 Apr 11 18:54:39.793155 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ab5826bb-627e-497e-8cf7-52cf8a32a16e details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:54:39.799283 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 92899fde-bb19-4d95-a48a-51d637c73a8e no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:54:39.824674 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528d862-6358-489b-8f5c-b250d2476dc8 req-284a7974-4324-4244-9c53-f457014b7f78 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:39.827477 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2528d862-6358-489b-8f5c-b250d2476dc8 req-284a7974-4324-4244-9c53-f457014b7f78 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 944 time: 0.0762582 Apr 11 18:54:39.839829 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 92899fde-bb19-4d95-a48a-51d637c73a8e {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:54:39.840168 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 92899fde-bb19-4d95-a48a-51d637c73a8e not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:54:39.902604 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2528d862-6358-489b-8f5c-b250d2476dc8 req-5f2ed0d8-661e-4092-bfd8-fe0a0ef07f5f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678616 Apr 11 18:54:39.908334 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ee16c3b-09cf-452b-926e-722bdb26a74f req-5a6d4e8f-13ac-4d75-9420-5628c6bf6ac3 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1456451 Apr 11 18:54:39.935645 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:39.941393 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (7dade1c2-a7ab-467d-96f7-e628316d402d), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:39.948095 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'port_id': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'mac_address': 'fa:16:3e:6b:c6:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 528, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:54:39.968133 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7dade1c2-a7ab-467d-96f7-e628316d402d,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:39.988247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ab5826bb-627e-497e-8cf7-52cf8a32a16e is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:54:39.988637 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.003028 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab5826bb-627e-497e-8cf7-52cf8a32a16e {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:54:40.026579 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:40.031031 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (109ba8ee-5000-498d-94c9-ee3a690f4264), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.031816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.092095 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=7']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:40.099727 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.100082 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.100485 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.100849 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.101276 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.101744 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.102093 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.102456 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.102901 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.103123 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.103779 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.104029 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.104375 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.104701 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.106151 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:54:40.145673 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (109ba8ee-5000-498d-94c9-ee3a690f4264), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.150019 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks [] for router_controller (109ba8ee-5000-498d-94c9-ee3a690f4264), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.218354 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 12fcaefb-10bc-4551-8d77-02601f50336a no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:54:40.219795 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (109ba8ee-5000-498d-94c9-ee3a690f4264), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.220323 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 109ba8ee-5000-498d-94c9-ee3a690f4264 {{(pid=115230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:54:40.226168 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.227377 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-db418bc4-c715-43d7-a78b-53c5c374a1b6 admin admin] 10.222.0.61 "DELETE /v2.0/routers/109ba8ee-5000-498d-94c9-ee3a690f4264 HTTP/1.1" status: 204 len: 168 time: 1.0739312 Apr 11 18:54:40.229967 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42086) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:40.238641 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 12fcaefb-10bc-4551-8d77-02601f50336a {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:54:40.238983 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 12fcaefb-10bc-4551-8d77-02601f50336a not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:54:40.274934 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['ab5826bb-627e-497e-8cf7-52cf8a32a16e'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:54:40.278528 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] Deleting subnet 7093b739-06dc-4175-ba60-c1939a8d657a {{(pid=115230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:54:40.280365 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] Publish callbacks [] for subnet (7093b739-06dc-4175-ba60-c1939a8d657a), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.313454 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4577329'] for subnet (7093b739-06dc-4175-ba60-c1939a8d657a), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.420379 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (7093b739-06dc-4175-ba60-c1939a8d657a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.471335 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4388259'] for subnet (7093b739-06dc-4175-ba60-c1939a8d657a), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.499633 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.503619 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7093b739-06dc-4175-ba60-c1939a8d657a HTTP/1.1" status: 204 len: 168 time: 0.2725179 Apr 11 18:54:40.504539 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc52c71-ada0-4be8-a26a-9ea1612b1239 None None] Network e16e855e-a414-4def-86b8-1c9730bbb714 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:54:40.504681 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8bc80d-3a45-486b-8217-950946393faf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7093b739-06dc-4175-ba60-c1939a8d657a,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:40.506804 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42088) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:40.585185 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (e16e855e-a414-4def-86b8-1c9730bbb714), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.633584 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Deleting port c5758548-ec06-4184-8fbe-e3c3329e4c55 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:40.633930 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.654338 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] DHCP port deletion for e16e855e-a414-4def-86b8-1c9730bbb714 request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:54:40.695127 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] Deleting port c5758548-ec06-4184-8fbe-e3c3329e4c55 {{(pid=115232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:54:40.695795 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), before_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.701256 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] For port c5758548-ec06-4184-8fbe-e3c3329e4c55, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=c5758548-ec06-4184-8fbe-e3c3329e4c55,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:40.701645 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.716376 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Calling delete_port for c5758548-ec06-4184-8fbe-e3c3329e4c55 owned by network:dhcp {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:40.784851 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] For port c5758548-ec06-4184-8fbe-e3c3329e4c55, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=c5758548-ec06-4184-8fbe-e3c3329e4c55,segment=NetworkSegment(fbe2431d-8796-4418-8cc4-224fd128feb7),segment_id=fbe2431d-8796-4418-8cc4-224fd128feb7)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:40.785295 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), precommit_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.801186 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] Calling delete_port for c5758548-ec06-4184-8fbe-e3c3329e4c55 owned by network:dhcp {{(pid=115232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:54:40.807856 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.838952 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5758548-ec06-4184-8fbe-e3c3329e4c55,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:40.847594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] No DVR routers for this DVR port c5758548-ec06-4184-8fbe-e3c3329e4c55 on host dv-cinder-837356-1-iscsi {{(pid=115230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:54:40.926499 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (c5758548-ec06-4184-8fbe-e3c3329e4c55), after_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.935554 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (e16e855e-a414-4def-86b8-1c9730bbb714), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:40.956826 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] Pushing event deleted for resources: {'Port': ['ID=c5758548-ec06-4184-8fbe-e3c3329e4c55,revision_number=None']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:40.962202 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01073360-6743-4221-9779-0a9d3d59f0e5 None None] No DVR routers for this DVR port c5758548-ec06-4184-8fbe-e3c3329e4c55 on host dv-cinder-837356-1-iscsi {{(pid=115232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:54:40.970466 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e16e855e-a414-4def-86b8-1c9730bbb714']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:40.981898 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbe2431d-8796-4418-8cc4-224fd128feb7') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:40.982814 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbe2431d-8796-4418-8cc4-224fd128feb7') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:40.993235 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (fbe2431d-8796-4418-8cc4-224fd128feb7), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.006680 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (fbe2431d-8796-4418-8cc4-224fd128feb7), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.013434 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Releasing vlan 514 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:54:41.013936 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (fbe2431d-8796-4418-8cc4-224fd128feb7), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:54:41.015803 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:54:41.045574 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b485f3c-0311-4978-b302-d2d3c6ff16e8 req-906c22b2-bdff-496d-83aa-706f4ee06a03 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:41.047085 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5b485f3c-0311-4978-b302-d2d3c6ff16e8 req-906c22b2-bdff-496d-83aa-706f4ee06a03 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0556238 Apr 11 18:54:41.075427 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (e16e855e-a414-4def-86b8-1c9730bbb714), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.087813 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.091536 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] 10.222.0.61 "DELETE /v2.0/networks/e16e855e-a414-4def-86b8-1c9730bbb714 HTTP/1.1" status: 204 len: 168 time: 0.5829661 Apr 11 18:54:41.101951 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6401e738-2321-4634-a487-7eac61499011 admin admin] Pushing event deleted for resources: {'Network': ['ID=e16e855e-a414-4def-86b8-1c9730bbb714,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:41.129051 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5b485f3c-0311-4978-b302-d2d3c6ff16e8 req-65d9fb22-0fa0-408d-a7cf-c49cd3e58e9f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735779 Apr 11 18:54:41.254349 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42110) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:41.265138 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed4d31-d03c-407a-9868-acfb663757c2 req-a263be65-4e5c-43e6-a897-9083806c48dd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:41.267034 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56ed4d31-d03c-407a-9868-acfb663757c2 req-a263be65-4e5c-43e6-a897-9083806c48dd tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 945 time: 0.0524852 Apr 11 18:54:41.294595 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a4ed2e1c-1b0d-4017-befa-26de10c0d493 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=159bb2915915456b8a02f921912ea0ff&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0385199 Apr 11 18:54:41.297003 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42112) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:41.326156 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56ed4d31-d03c-407a-9868-acfb663757c2 req-374e9763-c241-46cf-b4ea-e4c89fcd6c4c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536256 Apr 11 18:54:41.362695 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-727234e0-523c-4c33-82e4-4803b638eee2 admin admin] Publish callbacks [] for security_group (539d4570-4fa3-4706-a75d-72d3a4c671e8), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.383634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-727234e0-523c-4c33-82e4-4803b638eee2 admin admin] Publish callbacks [] for security_group (539d4570-4fa3-4706-a75d-72d3a4c671e8), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.431683 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-727234e0-523c-4c33-82e4-4803b638eee2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (539d4570-4fa3-4706-a75d-72d3a4c671e8), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.434436 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-727234e0-523c-4c33-82e4-4803b638eee2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.435621 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-727234e0-523c-4c33-82e4-4803b638eee2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/539d4570-4fa3-4706-a75d-72d3a4c671e8 HTTP/1.1" status: 204 len: 168 time: 0.1376932 Apr 11 18:54:41.443116 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727234e0-523c-4c33-82e4-4803b638eee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539d4570-4fa3-4706-a75d-72d3a4c671e8,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:41.805816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ab5826bb-627e-497e-8cf7-52cf8a32a16e up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:54:41.863682 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port ab5826bb-627e-497e-8cf7-52cf8a32a16e triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:54:41.863803 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.942405 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ab5826bb-627e-497e-8cf7-52cf8a32a16e is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:54:41.942795 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:41.967846 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:54:41.970099 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b565114-03ff-4848-a29f-3f0e3225f096" -d '{"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:54:41.983830 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:54:41.989388 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:42.021029 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb8027-50f1-467b-9528-462896e19973 x-openstack-request-id: req-9fcb8027-50f1-467b-9528-462896e19973 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:54:42.021555 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-plugged", "status": "completed", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:54:42.021759 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-9fcb8027-50f1-467b-9528-462896e19973 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:54:42.022449 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcb8027-50f1-467b-9528-462896e19973'] response: {'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'code': 200} Apr 11 18:54:42.053953 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 7dade1c2-a7ab-467d-96f7-e628316d402d no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:54:42.057642 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=8']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:42.078755 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 7dade1c2-a7ab-467d-96f7-e628316d402d {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:54:42.079106 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 7dade1c2-a7ab-467d-96f7-e628316d402d not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:54:42.079541 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device c5758548-ec06-4184-8fbe-e3c3329e4c55 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:54:42.100329 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: c5758548-ec06-4184-8fbe-e3c3329e4c55 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:54:42.100680 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device c5758548-ec06-4184-8fbe-e3c3329e4c55 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:54:42.302862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c949f1-5d84-4754-81cc-c2f5c2b7e975 req-a1ea4299-1097-49be-9cdb-5a589bc88b97 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:42.304382 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f2c949f1-5d84-4754-81cc-c2f5c2b7e975 req-a1ea4299-1097-49be-9cdb-5a589bc88b97 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0896094 Apr 11 18:54:42.310141 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dcec7b-f101-4ecd-83d2-dd720444993f req-55cba942-3e91-4f09-8cba-51d9117c0372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:42.311561 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03dcec7b-f101-4ecd-83d2-dd720444993f req-55cba942-3e91-4f09-8cba-51d9117c0372 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0859241 Apr 11 18:54:42.391884 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03dcec7b-f101-4ecd-83d2-dd720444993f req-12e2c3bf-36c3-4a56-bb72-dbc26da0a1fc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735972 Apr 11 18:54:42.401966 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f2c949f1-5d84-4754-81cc-c2f5c2b7e975 req-0008a8c4-c046-4375-85be-7d0577a1e07f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&id=a66eca3c-65ca-4367-adf7-7b83d9ec938c&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0894728 Apr 11 18:54:42.452571 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d434eb-3a15-4e76-8b7e-8d156d0910cd req-3d2a65aa-68b7-4199-bc1f-d9f3de0e511c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:42.454118 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-88d434eb-3a15-4e76-8b7e-8d156d0910cd req-3d2a65aa-68b7-4199-bc1f-d9f3de0e511c tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0484886 Apr 11 18:54:42.504627 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-88d434eb-3a15-4e76-8b7e-8d156d0910cd req-d419d3e6-71c8-4dec-a125-6d610dc88a1f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446999 Apr 11 18:54:43.238797 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42186) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:43.345832 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5b29a31f-60d4-4dfd-b0f1-299667b673f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:43.421126 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5b29a31f-60d4-4dfd-b0f1-299667b673f1 admin admin] Publish callbacks [] for security_group (8fe4f505-1aed-4635-9518-9d66f58668e4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:43.424515 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5b29a31f-60d4-4dfd-b0f1-299667b673f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8fe4f505-1aed-4635-9518-9d66f58668e4), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:43.462911 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5b29a31f-60d4-4dfd-b0f1-299667b673f1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b7de4e38656f42f6824e0cdbc590485c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2229829 Apr 11 18:54:43.463779 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b29a31f-60d4-4dfd-b0f1-299667b673f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fe4f505-1aed-4635-9518-9d66f58668e4,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:43.465570 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42194) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:43.517248 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ec042a02-d175-471d-bb72-17507bf5908b admin admin] Publish callbacks [] for security_group (8fe4f505-1aed-4635-9518-9d66f58668e4), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:43.537870 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ec042a02-d175-471d-bb72-17507bf5908b admin admin] Publish callbacks [] for security_group (8fe4f505-1aed-4635-9518-9d66f58668e4), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:43.619753 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf21336-be53-43d1-b23a-89fb295f4cfe req-04997035-0b7c-46b1-b6df-9df63ba286ec tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:43.621249 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-acf21336-be53-43d1-b23a-89fb295f4cfe req-04997035-0b7c-46b1-b6df-9df63ba286ec tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0522902 Apr 11 18:54:43.635963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ec042a02-d175-471d-bb72-17507bf5908b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8fe4f505-1aed-4635-9518-9d66f58668e4), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:43.638472 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ec042a02-d175-471d-bb72-17507bf5908b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:43.642270 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ec042a02-d175-471d-bb72-17507bf5908b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/8fe4f505-1aed-4635-9518-9d66f58668e4 HTTP/1.1" status: 204 len: 168 time: 0.1729760 Apr 11 18:54:43.656111 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec042a02-d175-471d-bb72-17507bf5908b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fe4f505-1aed-4635-9518-9d66f58668e4,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:43.701716 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-acf21336-be53-43d1-b23a-89fb295f4cfe req-c318dc8a-4e31-41bc-b5d7-bf05d4eab9ed tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722547 Apr 11 18:54:43.924809 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42218) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:43.938710 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0ff96f80-803c-4cde-8e66-d550e20bb78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:44.015395 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3ff17a-4e55-419e-a9a5-23d6dbdf54d7 req-35d0f566-5e05-4a47-a77b-4c8ef8e6061b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:44.016849 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e3ff17a-4e55-419e-a9a5-23d6dbdf54d7 req-35d0f566-5e05-4a47-a77b-4c8ef8e6061b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0633609 Apr 11 18:54:44.088503 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0ff96f80-803c-4cde-8e66-d550e20bb78f admin admin] Publish callbacks [] for security_group (85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:44.092479 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2e3ff17a-4e55-419e-a9a5-23d6dbdf54d7 req-950b70f2-424c-46b5-88f2-b4731373f4f8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678592 Apr 11 18:54:44.093536 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0ff96f80-803c-4cde-8e66-d550e20bb78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:44.131024 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-0ff96f80-803c-4cde-8e66-d550e20bb78f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=92983ab8f5cc41d2a87bf20683db2a18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2049947 Apr 11 18:54:44.133033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff96f80-803c-4cde-8e66-d550e20bb78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:44.133781 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42220) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:44.183632 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3c99424f-44db-4950-8568-9a3c91b18b02 admin admin] Publish callbacks [] for security_group (85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:44.206387 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3c99424f-44db-4950-8568-9a3c91b18b02 admin admin] Publish callbacks [] for security_group (85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:44.250766 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3c99424f-44db-4950-8568-9a3c91b18b02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:44.253408 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3c99424f-44db-4950-8568-9a3c91b18b02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:44.254515 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3c99424f-44db-4950-8568-9a3c91b18b02 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a HTTP/1.1" status: 204 len: 168 time: 0.1197724 Apr 11 18:54:44.262102 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c99424f-44db-4950-8568-9a3c91b18b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85763d4d-d8eb-4ec7-ba0a-f8484f5a1e0a,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:44.651311 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:54:44.817549 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cab531-c2f0-47d9-a102-17d75eaf3f14 req-1cd1cea7-6f9a-444e-af67-f1c046a49542 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:44.821552 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8cab531-c2f0-47d9-a102-17d75eaf3f14 req-1cd1cea7-6f9a-444e-af67-f1c046a49542 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0516610 Apr 11 18:54:44.868494 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8cab531-c2f0-47d9-a102-17d75eaf3f14 req-255f88b7-681f-481a-bb76-2611b1c5b03e tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435660 Apr 11 18:54:44.901283 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42246) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:44.993866 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-334491972-network', 'tenant_id': '6b3aa9cb94e64304a1f54e76ea674a98'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:54:45.013944 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Made reservation on behalf of 6b3aa9cb94e64304a1f54e76ea674a98 for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:54:45.016188 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.024495 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.095932 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks [] for security_group (1e7a255d-324e-4a35-b491-3efc819b0a92), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.099315 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1e7a255d-324e-4a35-b491-3efc819b0a92), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.124156 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:54:45.134719 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7a255d-324e-4a35-b491-3efc819b0a92,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:45.139614 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (3592fac2-4eb2-48ce-bcc6-7d2c8197ca70), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.139956 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Added segment 3592fac2-4eb2-48ce-bcc6-7d2c8197ca70 of type vlan for network 7f65d129-6f88-42bc-b4c1-dd2b25445b89 Apr 11 18:54:45.183209 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (7f65d129-6f88-42bc-b4c1-dd2b25445b89), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.210044 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (7f65d129-6f88-42bc-b4c1-dd2b25445b89), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.210959 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:45.211556 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.273934 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3714442 Apr 11 18:54:45.276706 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42254) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:45.282092 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Request body: {'subnet': {'network_id': '7f65d129-6f88-42bc-b4c1-dd2b25445b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-334491972-subnet', 'tenant_id': '6b3aa9cb94e64304a1f54e76ea674a98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:54:45.290645 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89b4d1-d4ba-443b-8b12-50d73348b86b admin admin] Pushing event updated for resources: {'Network': ['ID=7f65d129-6f88-42bc-b4c1-dd2b25445b89,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:45.302399 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 7f65d129-6f88-42bc-b4c1-dd2b25445b89 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:54:45.307667 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Made reservation on behalf of 6b3aa9cb94e64304a1f54e76ea674a98 for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:54:45.310272 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4388286'] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.374404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03816a8e-21e9-462d-98f3-ae7d2c0d12a2 req-5edc495b-da04-4036-8788-09381bfe4022 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:45.381364 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03816a8e-21e9-462d-98f3-ae7d2c0d12a2 req-5edc495b-da04-4036-8788-09381bfe4022 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0624950 Apr 11 18:54:45.440108 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03816a8e-21e9-462d-98f3-ae7d2c0d12a2 req-ff472fa3-0e1e-4182-987a-4ae02a4f16fd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577321 Apr 11 18:54:45.497196 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5032977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4388268'] for subnet (d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.550472 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:45.558792 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Checking segment: {'id': '3592fac2-4eb2-48ce-bcc6-7d2c8197ca70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '7f65d129-6f88-42bc-b4c1-dd2b25445b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:54:45.559671 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Network hostable DHCP agents. Network: 7f65d129-6f88-42bc-b4c1-dd2b25445b89, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:54:45.576562 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Network 7f65d129-6f88-42bc-b4c1-dd2b25445b89 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:54:45.584732 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 7f65d129-6f88-42bc-b4c1-dd2b25445b89) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:54:45.588541 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:45.589172 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:45.594562 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d9133-8299-4cfa-b474-be1dfe5c2ed3 None None] Network 7f65d129-6f88-42bc-b4c1-dd2b25445b89 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:54:45.609124 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-87a3df0b-e2fe-4807-a08e-3712cf7337fa admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.3262677 Apr 11 18:54:45.693011 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da01e98-dbd6-4485-85cb-9252ffce56c9 None None] Network 7f65d129-6f88-42bc-b4c1-dd2b25445b89 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:54:46.058076 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42272) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:46.063655 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-525582458-network', 'tenant_id': 'ef2edfd312dd4b329f448e8c35378aff'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:54:46.082511 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Made reservation on behalf of ef2edfd312dd4b329f448e8c35378aff for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:54:46.084732 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.093617 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.166771 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks [] for security_group (23737d31-c1e5-490a-ab2b-4c1c5948a784), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.170888 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (23737d31-c1e5-490a-ab2b-4c1c5948a784), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.197839 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:54:46.207630 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23737d31-c1e5-490a-ab2b-4c1c5948a784,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:46.212421 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.212767 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Added segment 1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9 of type vlan for network 77c9f5ed-fcc9-4ac4-9092-12a083863e09 Apr 11 18:54:46.251488 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (77c9f5ed-fcc9-4ac4-9092-12a083863e09), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.278227 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (77c9f5ed-fcc9-4ac4-9092-12a083863e09), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.279207 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:46.279779 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.313751 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.2545183 Apr 11 18:54:46.316866 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42274) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:46.322446 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Request body: {'subnet': {'network_id': '77c9f5ed-fcc9-4ac4-9092-12a083863e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-525582458-subnet', 'tenant_id': 'ef2edfd312dd4b329f448e8c35378aff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:54:46.343333 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ab3b4-6369-4dc7-bf23-65071659b5e7 admin admin] Pushing event updated for resources: {'Network': ['ID=77c9f5ed-fcc9-4ac4-9092-12a083863e09,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:46.343899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Made reservation on behalf of ef2edfd312dd4b329f448e8c35378aff for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:54:46.347159 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48560373'] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.353222 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 77c9f5ed-fcc9-4ac4-9092-12a083863e09 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:54:46.529013 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7695586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48560359'] for subnet (0d7e4274-cc39-4550-be9e-bdbf62b88941), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.592784 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee08a731-2463-4ba9-aa16-4278e58ae414 req-b8782d13-f174-48e7-9904-badffc88a7ee tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:46.594316 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ee08a731-2463-4ba9-aa16-4278e58ae414 req-b8782d13-f174-48e7-9904-badffc88a7ee tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0810349 Apr 11 18:54:46.640192 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d7e4274-cc39-4550-be9e-bdbf62b88941,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:46.649762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Checking segment: {'id': '1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '77c9f5ed-fcc9-4ac4-9092-12a083863e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:54:46.650119 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Network hostable DHCP agents. Network: 77c9f5ed-fcc9-4ac4-9092-12a083863e09, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:54:46.687208 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ee08a731-2463-4ba9-aa16-4278e58ae414 req-138ac80e-b482-4102-9594-228efb700599 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850360 Apr 11 18:54:46.693618 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Network 77c9f5ed-fcc9-4ac4-9092-12a083863e09 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:54:46.705470 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 77c9f5ed-fcc9-4ac4-9092-12a083863e09) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:54:46.716021 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:46.716605 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.721274 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fedaa0-1307-472b-81cb-ee8e71ee1a07 None None] Network 77c9f5ed-fcc9-4ac4-9092-12a083863e09 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:54:46.733010 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-abb261b6-c816-4da9-a0c4-f65ec5c5bacb admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4149134 Apr 11 18:54:46.819128 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b974858-40fe-4ac2-9514-aade03240c22 None None] Network 77c9f5ed-fcc9-4ac4-9092-12a083863e09 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:54:46.842769 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42282) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:46.887686 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] Deleting subnet d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:54:46.890886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] Publish callbacks [] for subnet (d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.925613 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:46.963763 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.017778 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.053914 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:47.055892 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.059597 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e157673a-6320-480b-90d1-e42b71d3b0e0 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/d2eb28de-2afc-4c60-8fa4-ef7b2fb95dc7 HTTP/1.1" status: 204 len: 168 time: 0.2152233 Apr 11 18:54:47.062267 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42284) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:47.132257 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (7f65d129-6f88-42bc-b4c1-dd2b25445b89), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.206934 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (7f65d129-6f88-42bc-b4c1-dd2b25445b89), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.226068 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f65d129-6f88-42bc-b4c1-dd2b25445b89']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:47.234844 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3592fac2-4eb2-48ce-bcc6-7d2c8197ca70') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:47.235133 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3592fac2-4eb2-48ce-bcc6-7d2c8197ca70') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:47.247954 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (3592fac2-4eb2-48ce-bcc6-7d2c8197ca70), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.261465 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (3592fac2-4eb2-48ce-bcc6-7d2c8197ca70), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.268318 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:54:47.268692 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (3592fac2-4eb2-48ce-bcc6-7d2c8197ca70), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:54:47.270355 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:54:47.322406 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (7f65d129-6f88-42bc-b4c1-dd2b25445b89), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.327297 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.330593 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] 10.222.0.61 "DELETE /v2.0/networks/7f65d129-6f88-42bc-b4c1-dd2b25445b89 HTTP/1.1" status: 204 len: 168 time: 0.2673516 Apr 11 18:54:47.333506 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42286) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:47.342682 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfdadce-996a-4696-80ed-3da8e5ba676c admin admin] Pushing event deleted for resources: {'Network': ['ID=7f65d129-6f88-42bc-b4c1-dd2b25445b89,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:47.377725 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] Deleting subnet 0d7e4274-cc39-4550-be9e-bdbf62b88941 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:54:47.380936 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] Publish callbacks [] for subnet (0d7e4274-cc39-4550-be9e-bdbf62b88941), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.413657 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (0d7e4274-cc39-4550-be9e-bdbf62b88941), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.451672 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (0d7e4274-cc39-4550-be9e-bdbf62b88941), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.501607 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (0d7e4274-cc39-4550-be9e-bdbf62b88941), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.528392 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d7e4274-cc39-4550-be9e-bdbf62b88941,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:47.534063 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.539415 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a9f0b070-b1fe-4c91-897d-aa1ffc03c44c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/0d7e4274-cc39-4550-be9e-bdbf62b88941 HTTP/1.1" status: 204 len: 168 time: 0.2025604 Apr 11 18:54:47.539650 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42290) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:47.606635 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (77c9f5ed-fcc9-4ac4-9092-12a083863e09), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.684830 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (77c9f5ed-fcc9-4ac4-9092-12a083863e09), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.706551 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77c9f5ed-fcc9-4ac4-9092-12a083863e09']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:47.717364 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:47.717663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:54:47.730586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.748565 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.755143 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:54:47.756044 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (1eaed5f7-94d4-4ac8-8851-f6a6ed08f1f9), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:54:47.757200 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:54:47.846019 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343a8572-5ca4-48c9-acda-2d81035aacde req-2d31814d-b310-472a-b83d-85685fe3fe3e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:47.847475 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-343a8572-5ca4-48c9-acda-2d81035aacde req-2d31814d-b310-472a-b83d-85685fe3fe3e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0811310 Apr 11 18:54:47.848476 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (77c9f5ed-fcc9-4ac4-9092-12a083863e09), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.855385 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:47.859349 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] 10.222.0.61 "DELETE /v2.0/networks/77c9f5ed-fcc9-4ac4-9092-12a083863e09 HTTP/1.1" status: 204 len: 168 time: 0.3187802 Apr 11 18:54:47.875416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3447382c-0f34-44d5-98cd-dc47d42e8cb4 admin admin] Pushing event deleted for resources: {'Network': ['ID=77c9f5ed-fcc9-4ac4-9092-12a083863e09,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:47.910937 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-343a8572-5ca4-48c9-acda-2d81035aacde req-037019b8-f62e-4d23-b019-20abb6248d7e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505724 Apr 11 18:54:48.014718 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42296) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:48.054357 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-be57b2f7-fd4f-4fef-9e64-caa201d3e5c1 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b3aa9cb94e64304a1f54e76ea674a98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384729 Apr 11 18:54:48.056862 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42298) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:48.106623 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-83230bb7-1b80-402f-ad02-562d8bfbc0a1 admin admin] Publish callbacks [] for security_group (1e7a255d-324e-4a35-b491-3efc819b0a92), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.133989 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-83230bb7-1b80-402f-ad02-562d8bfbc0a1 admin admin] Publish callbacks [] for security_group (1e7a255d-324e-4a35-b491-3efc819b0a92), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.187817 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-83230bb7-1b80-402f-ad02-562d8bfbc0a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1e7a255d-324e-4a35-b491-3efc819b0a92), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.190661 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-83230bb7-1b80-402f-ad02-562d8bfbc0a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.191879 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-83230bb7-1b80-402f-ad02-562d8bfbc0a1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1e7a255d-324e-4a35-b491-3efc819b0a92 HTTP/1.1" status: 204 len: 168 time: 0.1340163 Apr 11 18:54:48.201868 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83230bb7-1b80-402f-ad02-562d8bfbc0a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7a255d-324e-4a35-b491-3efc819b0a92,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:48.499818 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42304) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:48.540743 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-663354dd-2159-4b20-a1d6-1380e3f46580 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ef2edfd312dd4b329f448e8c35378aff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397112 Apr 11 18:54:48.543078 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42306) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:54:48.589356 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6403c59f-8f8c-4b41-bbb0-dc9adcab4150 admin admin] Publish callbacks [] for security_group (23737d31-c1e5-490a-ab2b-4c1c5948a784), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.610015 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6403c59f-8f8c-4b41-bbb0-dc9adcab4150 admin admin] Publish callbacks [] for security_group (23737d31-c1e5-490a-ab2b-4c1c5948a784), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.658202 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6403c59f-8f8c-4b41-bbb0-dc9adcab4150 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (23737d31-c1e5-490a-ab2b-4c1c5948a784), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.660837 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6403c59f-8f8c-4b41-bbb0-dc9adcab4150 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:48.662101 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6403c59f-8f8c-4b41-bbb0-dc9adcab4150 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/23737d31-c1e5-490a-ab2b-4c1c5948a784 HTTP/1.1" status: 204 len: 168 time: 0.1181555 Apr 11 18:54:48.674494 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403c59f-8f8c-4b41-bbb0-dc9adcab4150 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23737d31-c1e5-490a-ab2b-4c1c5948a784,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:54:48.916017 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:49.039226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a73f2e-a989-411c-9448-849cbcad701b req-bb4f2e90-9249-4fb1-8c70-f96b8cad45a5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:49.040908 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a73f2e-a989-411c-9448-849cbcad701b req-bb4f2e90-9249-4fb1-8c70-f96b8cad45a5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0499024 Apr 11 18:54:49.093930 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a73f2e-a989-411c-9448-849cbcad701b req-4b94e43b-ccde-4932-b02f-387107377343 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463343 Apr 11 18:54:50.218145 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16588806-084c-4b8a-a97d-ce25987f1069 req-81506202-3211-4a6d-871e-0f5a47b6d863 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:50.219774 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-16588806-084c-4b8a-a97d-ce25987f1069 req-81506202-3211-4a6d-871e-0f5a47b6d863 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0499923 Apr 11 18:54:50.283325 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-16588806-084c-4b8a-a97d-ce25987f1069 req-ab1009c1-27ab-4123-8575-c65357df5108 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572047 Apr 11 18:54:51.402869 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f69d52-5a23-4a3c-b298-8092a315b473 req-84e3ceb3-8415-4319-abdc-6ec78009a1bd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:51.404212 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c5f69d52-5a23-4a3c-b298-8092a315b473 req-84e3ceb3-8415-4319-abdc-6ec78009a1bd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0469563 Apr 11 18:54:51.456187 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c5f69d52-5a23-4a3c-b298-8092a315b473 req-331d7c24-1ef5-4480-8221-350c4610af46 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461047 Apr 11 18:54:52.580049 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201c743d-f8d9-4162-aaac-fe132ac0f505 req-c0422721-781a-493e-bc04-0c9be24b46db tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:52.581566 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-201c743d-f8d9-4162-aaac-fe132ac0f505 req-c0422721-781a-493e-bc04-0c9be24b46db tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0494058 Apr 11 18:54:52.627742 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-201c743d-f8d9-4162-aaac-fe132ac0f505 req-a6878cdd-b697-4ec5-a514-54122d85abcf tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405688 Apr 11 18:54:53.746218 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d037a85c-5dd4-4a09-9416-653b68402f8a req-a4d55aa2-9da2-4389-9533-e828c7ad23f8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:53.747635 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d037a85c-5dd4-4a09-9416-653b68402f8a req-a4d55aa2-9da2-4389-9533-e828c7ad23f8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0504966 Apr 11 18:54:53.796124 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d037a85c-5dd4-4a09-9416-653b68402f8a req-e07bd92b-8b2f-44c2-a11c-8cc6ddfc50f8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424960 Apr 11 18:54:54.549578 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-eb5f7656-979e-4609-87a6-3e71d562748b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0374987 Apr 11 18:54:54.648369 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-32f4b593-0140-4e59-826e-f43effb8d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:54.649948 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-32f4b593-0140-4e59-826e-f43effb8d710 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0423436 Apr 11 18:54:54.761605 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-45bd437d-f63a-45a5-a300-80c3eb65708a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:54.763070 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-45bd437d-f63a-45a5-a300-80c3eb65708a service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 909 time: 0.0908508 Apr 11 18:54:54.829779 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-a41d082f-a86f-4ba6-b955-3f6082fd320e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 1002 time: 0.0600138 Apr 11 18:54:54.913499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-aeca5023-d112-4263-b784-4b1043ce07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:54.914966 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-aeca5023-d112-4263-b784-4b1043ce07fa service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 200 len: 847 time: 0.0787933 Apr 11 18:54:54.926775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203d249-9490-4b5f-9ba6-6bd0e399da7c req-db34dbee-7803-477d-ba43-4fcb12392f0e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:54.928236 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2203d249-9490-4b5f-9ba6-6bd0e399da7c req-db34dbee-7803-477d-ba43-4fcb12392f0e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0569568 Apr 11 18:54:54.983868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-b60a163e-be5f-4cf4-9757-2c9aacc8f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:54.985435 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-b60a163e-be5f-4cf4-9757-2c9aacc8f7cb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563428 Apr 11 18:54:55.038156 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2203d249-9490-4b5f-9ba6-6bd0e399da7c req-539627b9-ae95-4826-a056-a2575ab9d4b4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1002622 Apr 11 18:54:55.112147 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-d51bd13f-6bad-4d1e-9fef-bc69bacdac3f service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182280 Apr 11 18:54:55.204336 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9bba61f1-87e0-4a59-b871-d640f2d7fd87 req-cf8718ef-f36e-4311-b2bb-08883106aaba service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855927 Apr 11 18:54:56.161623 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b3030-b6a2-4986-97e9-bfd1e7bb8507 req-7487e0e8-a2f5-4484-a664-a45f39a484df tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:56.163065 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f06b3030-b6a2-4986-97e9-bfd1e7bb8507 req-7487e0e8-a2f5-4484-a664-a45f39a484df tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0505576 Apr 11 18:54:56.208816 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f06b3030-b6a2-4986-97e9-bfd1e7bb8507 req-14d246c4-6788-48df-a94b-be3b0ba630f4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402088 Apr 11 18:54:57.124425 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-6b1d2553-5706-4980-9200-2bcbe130ef31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:57.322908 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324d7229-8b84-41d9-82bc-f700289b96ff req-414188e1-a6d9-4651-ae0b-e86674036f22 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:57.324539 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-324d7229-8b84-41d9-82bc-f700289b96ff req-414188e1-a6d9-4651-ae0b-e86674036f22 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0456839 Apr 11 18:54:57.369906 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-324d7229-8b84-41d9-82bc-f700289b96ff req-f3c00894-3be5-454c-94ab-f4febf6e82f5 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392156 Apr 11 18:54:58.491991 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d6a176-f95b-4ad4-b1b8-ff027efe7c29 req-884271a5-4296-4fcc-9acb-af1979af1587 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:58.493485 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60d6a176-f95b-4ad4-b1b8-ff027efe7c29 req-884271a5-4296-4fcc-9acb-af1979af1587 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0476933 Apr 11 18:54:58.542345 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-60d6a176-f95b-4ad4-b1b8-ff027efe7c29 req-bf94ae08-a117-416e-a211-661a3b31a21d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433948 Apr 11 18:54:59.544182 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-caa60086-1563-4897-a76e-4310335e4d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:54:59.656846 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46bd493-c043-4e04-a763-e152ac619027 req-f7b698eb-e6e7-4328-af6a-bf43e4b0aa09 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:54:59.658298 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a46bd493-c043-4e04-a763-e152ac619027 req-f7b698eb-e6e7-4328-af6a-bf43e4b0aa09 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0456791 Apr 11 18:54:59.705473 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a46bd493-c043-4e04-a763-e152ac619027 req-2520416e-d448-4258-9fa6-c47d2f6e3d6a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398426 Apr 11 18:55:00.664329 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:00.817901 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724a23c-e7cc-47ea-8426-d745107eabd7 req-117121b1-487b-48f6-896d-2beeafafeadd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:00.819343 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1724a23c-e7cc-47ea-8426-d745107eabd7 req-117121b1-487b-48f6-896d-2beeafafeadd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0456207 Apr 11 18:55:00.865560 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1724a23c-e7cc-47ea-8426-d745107eabd7 req-67bd94cb-20dc-4fb8-9db0-fd94b94205f4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404437 Apr 11 18:55:01.989435 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a00f20-d7df-4574-b752-e5bc93a9d3f7 req-b32636cf-ddbc-42b6-a01a-c34ae667b9bb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:01.990889 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f4a00f20-d7df-4574-b752-e5bc93a9d3f7 req-b32636cf-ddbc-42b6-a01a-c34ae667b9bb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0545933 Apr 11 18:55:02.038768 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f4a00f20-d7df-4574-b752-e5bc93a9d3f7 req-16b9fe38-c445-45ff-99cd-6bcd3d03de3f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422244 Apr 11 18:55:02.043057 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:02.643820 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:55:02.744063 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:02.754693 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '777ca752-e353-4c67-9110-a6487bc5bab3', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'port_id': '777ca752-e353-4c67-9110-a6487bc5bab3', 'mac_address': 'fa:16:3e:1e:a1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:55:02.789804 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: ACTIVE; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:02.790187 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:02.802886 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 777ca752-e353-4c67-9110-a6487bc5bab3 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:55:02.825340 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:02.830595 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:02.879164 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=6']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:03.156579 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2144542f-c91f-4446-bb13-418c54db34f6 req-0835be5b-3233-46e0-9408-7bb80fa2f12b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:03.158126 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2144542f-c91f-4446-bb13-418c54db34f6 req-0835be5b-3233-46e0-9408-7bb80fa2f12b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 944 time: 0.0463662 Apr 11 18:55:03.205388 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2144542f-c91f-4446-bb13-418c54db34f6 req-493c3908-9ac2-40f6-b939-f6ee2561af2e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417128 Apr 11 18:55:03.667167 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:04.321897 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c868221-0456-41f2-ad79-373c2451c75e req-955b11c1-f297-479c-b1c5-8c08ece01f76 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:04.323352 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c868221-0456-41f2-ad79-373c2451c75e req-955b11c1-f297-479c-b1c5-8c08ece01f76 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 944 time: 0.0484784 Apr 11 18:55:04.369877 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5c868221-0456-41f2-ad79-373c2451c75e req-a1f6429b-25d8-443b-bc4c-5b61a9f227fa tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408382 Apr 11 18:55:04.681812 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['777ca752-e353-4c67-9110-a6487bc5bab3'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:55:05.498264 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e587c588-9d2d-4d36-ae66-941ae4a2f531 req-1316d070-28f2-4836-9cc9-688e43b3d065 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:05.499709 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e587c588-9d2d-4d36-ae66-941ae4a2f531 req-1316d070-28f2-4836-9cc9-688e43b3d065 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 944 time: 0.0483987 Apr 11 18:55:05.547304 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e587c588-9d2d-4d36-ae66-941ae4a2f531 req-fb4e1518-71dc-4748-9eeb-bc6a1cee9407 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422249 Apr 11 18:55:06.595166 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:06.645638 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 777ca752-e353-4c67-9110-a6487bc5bab3 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:06.646524 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:06.687957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c61f2d8-2af3-4f99-9176-35b8ad54e425 req-ea11df56-7d51-4b25-b13f-823557d3355d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:06.690145 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9c61f2d8-2af3-4f99-9176-35b8ad54e425 req-ea11df56-7d51-4b25-b13f-823557d3355d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 944 time: 0.0594709 Apr 11 18:55:06.774197 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:06.774974 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:06.791083 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9c61f2d8-2af3-4f99-9176-35b8ad54e425 req-c94c669b-10d1-4dfe-b38c-87719d4a2c1e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929890 Apr 11 18:55:06.832489 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:06.833789 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:06.837478 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb07c78-9845-4c65-845b-8833915402e7" -d '{"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-plugged", "status": "completed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:06.865100 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:06.918352 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36dece-b25f-46da-b12f-14ab4e65273a x-openstack-request-id: req-1e36dece-b25f-46da-b12f-14ab4e65273a {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:06.918878 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-plugged", "status": "completed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:06.919318 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-1e36dece-b25f-46da-b12f-14ab4e65273a {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:06.919914 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e36dece-b25f-46da-b12f-14ab4e65273a'] response: {'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3', 'code': 200} Apr 11 18:55:06.948773 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=7']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:07.681467 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d6e2dd-16c5-46f3-8c68-5f1a9b344903 req-30cb241b-014a-4c79-a87b-a8dd4605b4c4 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:07.683123 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-55d6e2dd-16c5-46f3-8c68-5f1a9b344903 req-30cb241b-014a-4c79-a87b-a8dd4605b4c4 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.0561197 Apr 11 18:55:07.735892 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-55d6e2dd-16c5-46f3-8c68-5f1a9b344903 req-78f7606d-63a1-47cb-8c72-700c6e17ef78 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468729 Apr 11 18:55:07.918526 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9a4e1-64aa-4b87-9b7c-d89084c1427f req-074a018c-19fc-4064-a1bb-f377a052731e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:07.920081 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f4c9a4e1-64aa-4b87-9b7c-d89084c1427f req-074a018c-19fc-4064-a1bb-f377a052731e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0533321 Apr 11 18:55:07.979057 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f4c9a4e1-64aa-4b87-9b7c-d89084c1427f req-238cf229-b0c1-45ea-99a3-061b092300d8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505416 Apr 11 18:55:08.866035 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b769423-c04b-4584-bad0-4360cc0a73ee req-7fbb0f92-7fed-46b2-af24-c0e5390a7bb3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:08.867542 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5b769423-c04b-4584-bad0-4360cc0a73ee req-7fbb0f92-7fed-46b2-af24-c0e5390a7bb3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.0540116 Apr 11 18:55:08.920204 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5b769423-c04b-4584-bad0-4360cc0a73ee req-1c97af47-1075-427f-8355-fb1922ce81a9 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463593 Apr 11 18:55:09.106487 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25e436-cc63-420f-9169-87f84c6a5132 req-46a6b7ca-cdd0-4e2a-ad4b-041fe1935cf1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:09.108959 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ae25e436-cc63-420f-9169-87f84c6a5132 req-46a6b7ca-cdd0-4e2a-ad4b-041fe1935cf1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0523736 Apr 11 18:55:09.179438 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ae25e436-cc63-420f-9169-87f84c6a5132 req-c510158d-ad21-44a0-a247-b3f88a606421 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512097 Apr 11 18:55:10.039297 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f42f4-5886-4361-bc2a-57a790706d57 req-2e453866-f39a-4c10-99d3-c5024002324c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:10.041555 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-421f42f4-5886-4361-bc2a-57a790706d57 req-2e453866-f39a-4c10-99d3-c5024002324c tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.0513868 Apr 11 18:55:10.097611 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-421f42f4-5886-4361-bc2a-57a790706d57 req-e760f4b6-4632-4c5f-aec0-83f7c4968416 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496404 Apr 11 18:55:10.303991 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5abfc-55b8-4e86-879f-049990a91205 req-dc80ba1e-efc8-4e86-a555-e47ebcc85211 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:10.311046 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dce5abfc-55b8-4e86-879f-049990a91205 req-dc80ba1e-efc8-4e86-a555-e47ebcc85211 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0549796 Apr 11 18:55:10.354182 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dce5abfc-55b8-4e86-879f-049990a91205 req-e420b162-6a12-4a82-afeb-9eaff9e84754 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422113 Apr 11 18:55:11.227836 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47434a-53bf-43de-9de6-9ad17709ffe2 req-dd056e63-bb49-4d78-9c9a-ee427808be53 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:11.229499 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8c47434a-53bf-43de-9de6-9ad17709ffe2 req-dd056e63-bb49-4d78-9c9a-ee427808be53 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.0615740 Apr 11 18:55:11.305376 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8c47434a-53bf-43de-9de6-9ad17709ffe2 req-6a86fed1-6740-41d1-91e9-f89730e9d510 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599062 Apr 11 18:55:11.488861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3676de-86ea-4aa7-9723-8d4acfbd17c1 req-f834945f-cfcf-41d3-af35-22984f568b80 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:11.490361 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d3676de-86ea-4aa7-9723-8d4acfbd17c1 req-f834945f-cfcf-41d3-af35-22984f568b80 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0571799 Apr 11 18:55:11.545960 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d3676de-86ea-4aa7-9723-8d4acfbd17c1 req-217af12f-6e2f-4690-9420-d565a0356d1a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496166 Apr 11 18:55:12.436882 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c7631e-71d6-4479-a3e0-89110c14399d req-45e4df37-7d16-46de-a0cc-bdb5309329a3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:12.438794 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24c7631e-71d6-4479-a3e0-89110c14399d req-45e4df37-7d16-46de-a0cc-bdb5309329a3 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.0542841 Apr 11 18:55:12.514433 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24c7631e-71d6-4479-a3e0-89110c14399d req-b71878c2-7e8d-4189-837d-570232581a27 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups?id=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673594 Apr 11 18:55:12.668514 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-64f17827-3767-441c-868b-40815a986044 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:12.670227 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-64f17827-3767-441c-868b-40815a986044 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 945 time: 0.1003253 Apr 11 18:55:12.772579 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d81a1c-ce0b-4c64-8f5c-fa89aaf523e3 req-baf1d611-84b4-425a-afb1-6797c4ef6e02 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:12.778609 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a7d81a1c-ce0b-4c64-8f5c-fa89aaf523e3 req-baf1d611-84b4-425a-afb1-6797c4ef6e02 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0949669 Apr 11 18:55:12.901335 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a7d81a1c-ce0b-4c64-8f5c-fa89aaf523e3 req-93d48bfc-c1b5-498a-961a-be42a3a60211 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977101 Apr 11 18:55:12.912889 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Deleting port c07d0913-f65d-4b19-9256-8d7bc7c031a8 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:12.914699 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:13.011547 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] For port c07d0913-f65d-4b19-9256-8d7bc7c031a8, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c07d0913-f65d-4b19-9256-8d7bc7c031a8,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:13.012072 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:13.206437 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:13.207131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (fd2031cc-b8df-43bc-b23f-770c1df0c36d), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:13.207456 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Floating IP fd2031cc-b8df-43bc-b23f-770c1df0c36d disassociated. External IP: 172.27.0.194, port: c07d0913-f65d-4b19-9256-8d7bc7c031a8. Apr 11 18:55:13.207805 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Calling delete_port for c07d0913-f65d-4b19-9256-8d7bc7c031a8 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:13.352813 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (c07d0913-f65d-4b19-9256-8d7bc7c031a8), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:13.379780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event deleted for resources: {'Port': ['ID=c07d0913-f65d-4b19-9256-8d7bc7c031a8,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:13.512137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Router b56f4fe8-8855-4383-bc42-7dc736cc2b48 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:55:13.639090 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-357330d0-c060-419c-9c5f-c8e2af9e7af6 req-105ab531-e852-490b-adda-1d8fa3eba735 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 210 time: 0.0361202 Apr 11 18:55:13.666822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:13.681478 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] Sync routers for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:13.692489 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:13.693131 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:13.957579 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:14.078278 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] No DVR routers for this DVR port c07d0913-f65d-4b19-9256-8d7bc7c031a8 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:55:14.082044 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:14.085441 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-940f42a8-96f8-4852-bb13-4d6d0d4bf40c req-7d137f78-dace-46b5-897b-e7388f86fac5 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.58 "DELETE /v2.0/ports/c07d0913-f65d-4b19-9256-8d7bc7c031a8 HTTP/1.1" status: 204 len: 173 time: 1.4035375 Apr 11 18:55:14.086639 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'name': 'network-vif-deleted', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:14.088953 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e38aa7-f011-49cb-8ecb-db93eb3b7be4" -d '{"events": [{"server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "name": "network-vif-deleted", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:14.154864 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e190542-6891-4fc7-830f-03df7fd9e206 x-openstack-request-id: req-6e190542-6891-4fc7-830f-03df7fd9e206 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:14.155314 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa7a4237-80ac-434a-8694-a8fb170c114c", "name": "network-vif-deleted", "tag": "c07d0913-f65d-4b19-9256-8d7bc7c031a8", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:14.156115 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e190542-6891-4fc7-830f-03df7fd9e206 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:14.156115 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e190542-6891-4fc7-830f-03df7fd9e206'] response: {'server_uuid': 'fa7a4237-80ac-434a-8694-a8fb170c114c', 'name': 'network-vif-deleted', 'tag': 'c07d0913-f65d-4b19-9256-8d7bc7c031a8', 'status': 'completed', 'code': 200} Apr 11 18:55:14.167447 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b183e5-e640-43f4-8de2-fc8d35a28206 req-8ff6786b-6ac1-4970-80a3-bb31a9bec65b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:14.169221 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8b183e5-e640-43f4-8de2-fc8d35a28206 req-8ff6786b-6ac1-4970-80a3-bb31a9bec65b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0921898 Apr 11 18:55:14.226120 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:14.266907 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] Checking router: b56f4fe8-8855-4383-bc42-7dc736cc2b48 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:14.272142 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e8b183e5-e640-43f4-8de2-fc8d35a28206 req-c71b610b-6d2e-4357-ab64-6506b2985804 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956323 Apr 11 18:55:14.275068 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:14.275682 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:14.397810 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:14.612643 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:14.643738 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae81f64b-42b6-43b1-9a68-70cdf215814a None None] The sync data for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi is: [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cbe2e149-4606-4341-a45d-157a2241dc5d', 'name': '', 'network_id': '7da0844a-e832-4653-8abc-66c92bf0e894', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'mac_address': 'fa:16:3e:6c:fe:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:49:02Z', 'updated_at': '2022-04-11T18:49:16Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'subnets': [{'id': '1e7234af-2882-4e18-84f0-8be8d3c642a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:14.760166 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5268df89-8866-4e12-9431-3626a3c6342f req-0f54b06f-837d-4ee5-b4e2-1241fef7b67e tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 210 time: 0.0303259 Apr 11 18:55:14.920017 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaac7f5-6dc1-445c-afd8-06c0dcf7ab77 None None] New status for floating IP fd2031cc-b8df-43bc-b23f-770c1df0c36d: DOWN {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:55:15.391209 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a023266-1510-4d46-9c07-899596834735 req-15d84758-b137-418a-9feb-a3a5d576f9c2 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:15.393277 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5a023266-1510-4d46-9c07-899596834735 req-15d84758-b137-418a-9feb-a3a5d576f9c2 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0497427 Apr 11 18:55:15.438629 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5a023266-1510-4d46-9c07-899596834735 req-da56aee0-159b-4ebb-9b6d-5fa5914121a7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397820 Apr 11 18:55:15.853212 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-688efe42-c50d-4179-9d4d-fdd81cde2058 req-03f237c8-7837-4bf2-b95e-814bacfe350f tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/ports?device_id=fa7a4237-80ac-434a-8694-a8fb170c114c HTTP/1.1" status: 200 len: 210 time: 0.0273879 Apr 11 18:55:16.559505 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8174e8-0e74-4905-9bf5-812711a8b185 req-989df569-63ec-4c27-9f67-3c036642b287 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:16.564880 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb8174e8-0e74-4905-9bf5-812711a8b185 req-989df569-63ec-4c27-9f67-3c036642b287 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0559306 Apr 11 18:55:16.606428 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb8174e8-0e74-4905-9bf5-812711a8b185 req-c8524356-4243-4a3a-8d27-e662366c99b9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391731 Apr 11 18:55:16.713781 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-010ef85c-a6a0-43ad-a03f-4971ef147754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:16.715283 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-010ef85c-a6a0-43ad-a03f-4971ef147754 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1129 time: 0.0433381 Apr 11 18:55:16.805304 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-f71cb1dd-6d89-4084-92cb-2b9872efb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:16.806650 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-f71cb1dd-6d89-4084-92cb-2b9872efb18e service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.0845602 Apr 11 18:55:16.874930 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-9bdb37a5-5f58-4250-a386-f56382ae2096 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 1000 time: 0.0599968 Apr 11 18:55:16.923609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-04b51047-42de-4e43-965e-4aec13d6fd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:16.925162 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-04b51047-42de-4e43-965e-4aec13d6fd38 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0440707 Apr 11 18:55:16.942138 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42690) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:16.975995 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-01bff632-bf21-4cda-806a-592f471c7a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:16.977837 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-01bff632-bf21-4cda-806a-592f471c7a29 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437706 Apr 11 18:55:17.009685 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23fe2209-398d-4923-8576-bbb62e8e4911 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.028300 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23fe2209-398d-4923-8576-bbb62e8e4911 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.082912 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23fe2209-398d-4923-8576-bbb62e8e4911 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.085606 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-b14af2bc-8c3b-46b1-bb26-82c235625b55 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008227 Apr 11 18:55:17.085975 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-23fe2209-398d-4923-8576-bbb62e8e4911 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.087113 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-23fe2209-398d-4923-8576-bbb62e8e4911 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "DELETE /v2.0/security-groups/7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02 HTTP/1.1" status: 204 len: 168 time: 0.1437364 Apr 11 18:55:17.089907 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42698) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:17.097129 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fe2209-398d-4923-8576-bbb62e8e4911 tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:17.121543 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.api.v2.resource [None req-d53c5ec7-8091-47af-96aa-49d53a9896ad tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] show failed (client error): The resource could not be found. Apr 11 18:55:17.125116 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d53c5ec7-8091-47af-96aa-49d53a9896ad tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "GET /v2.0/security-groups/7d6d7d94-03f9-4dc4-b9bf-e1e71f2eef02 HTTP/1.1" status: 404 len: 347 time: 0.0341370 Apr 11 18:55:17.125529 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42700) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:17.196130 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4e99136b-3951-48e5-be62-f30aa9795da5 req-34a2a4a5-b9e9-42b3-a7fe-3126c66491a5 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962372 Apr 11 18:55:17.241807 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Deleting port c53abdc6-c2f0-4f90-93df-23cc70659b82 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:17.242151 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.319445 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.319770 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (c53abdc6-c2f0-4f90-93df-23cc70659b82), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.332424 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Calling delete_port for c53abdc6-c2f0-4f90-93df-23cc70659b82 owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:17.459534 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (c53abdc6-c2f0-4f90-93df-23cc70659b82), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.484900 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Pushing event deleted for resources: {'Port': ['ID=c53abdc6-c2f0-4f90-93df-23cc70659b82,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:17.547121 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks [] for floatingip (fd2031cc-b8df-43bc-b23f-770c1df0c36d), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.549665 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:17.550797 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3caf383e-698c-4345-94e8-f24e831fafab tempest-AttachVolumeTestJSON-412311261 tempest-AttachVolumeTestJSON-412311261-project] 10.222.0.61 "DELETE /v2.0/floatingips/fd2031cc-b8df-43bc-b23f-770c1df0c36d HTTP/1.1" status: 204 len: 168 time: 0.4240484 Apr 11 18:55:17.728231 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d3af-60ca-4b0a-b12a-f74c1fc57f26 req-088c4c8e-9a6b-41b0-b2af-b9e4eb6c438a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:17.729787 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1691d3af-60ca-4b0a-b12a-f74c1fc57f26 req-088c4c8e-9a6b-41b0-b2af-b9e4eb6c438a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0484645 Apr 11 18:55:17.775340 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1691d3af-60ca-4b0a-b12a-f74c1fc57f26 req-17705919-793c-46b4-a9c8-d21a586c43e1 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398483 Apr 11 18:55:18.895378 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adf492-2094-4b65-a719-3e354db0f563 req-af14f4c4-f693-4b21-879c-17177930874a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:18.896852 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30adf492-2094-4b65-a719-3e354db0f563 req-af14f4c4-f693-4b21-879c-17177930874a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 945 time: 0.0481627 Apr 11 18:55:18.934610 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:18.961759 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30adf492-2094-4b65-a719-3e354db0f563 req-a370ec99-4ddf-4c4f-829d-3e2db8dc9902 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589046 Apr 11 18:55:19.872099 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c07d0913-f65d-4b19-9256-8d7bc7c031a8 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:19.891608 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: c07d0913-f65d-4b19-9256-8d7bc7c031a8 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:19.891951 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c07d0913-f65d-4b19-9256-8d7bc7c031a8 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:19.892371 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:19.972061 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: ACTIVE; New status is: DOWN {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:19.972061 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:19.994390 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:19.996592 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8dc8df-b3bb-4661-803b-4f57ffbdd365" -d '{"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-unplugged", "status": "completed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:20.009753 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:20.014301 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:20.042291 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d9d079-90fd-4487-97c7-aa6a1a583113 x-openstack-request-id: req-58d9d079-90fd-4487-97c7-aa6a1a583113 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:20.042577 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-unplugged", "status": "failed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3", "code": 422}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:20.042830 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-58d9d079-90fd-4487-97c7-aa6a1a583113 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:20.043216 dv-cinder-837356-1-iscsi neutron-server[115232]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-58d9d079-90fd-4487-97c7-aa6a1a583113']: {'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3', 'code': 422} returned with failed status Apr 11 18:55:20.064105 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=8']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:20.091252 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba98815-db28-4794-90f7-f1e2ed442d8d req-9057e5f5-1ccf-4e7f-8299-be7e648406b7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:20.092762 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ba98815-db28-4794-90f7-f1e2ed442d8d req-9057e5f5-1ccf-4e7f-8299-be7e648406b7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0524654 Apr 11 18:55:20.142478 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1ba98815-db28-4794-90f7-f1e2ed442d8d req-ecc8c946-649e-4438-9565-0223b0154e52 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439894 Apr 11 18:55:20.938263 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42800) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:21.056926 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-7aa069d3-069b-486e-995e-ba055beab3d5 req-290c8947-04d7-44f5-b10b-e8ffe8cd0deb service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:55:21.058101 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7aa069d3-069b-486e-995e-ba055beab3d5 req-290c8947-04d7-44f5-b10b-e8ffe8cd0deb service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1057293 Apr 11 18:55:21.058703 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-aa3c58a8-abf7-4f8d-8e1e-217ef6da51a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.070803 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42812) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:21.156674 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-aa3c58a8-abf7-4f8d-8e1e-217ef6da51a6 admin admin] Publish callbacks [] for security_group (95012252-bfeb-43a6-afea-6b341b731e79), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.170716 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-aa3c58a8-abf7-4f8d-8e1e-217ef6da51a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (95012252-bfeb-43a6-afea-6b341b731e79), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.219556 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-aa3c58a8-abf7-4f8d-8e1e-217ef6da51a6 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e242055c62ac4bb098cfeb5dc842590e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2800648 Apr 11 18:55:21.220703 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c58a8-abf7-4f8d-8e1e-217ef6da51a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95012252-bfeb-43a6-afea-6b341b731e79,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:21.223140 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42826) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:21.275889 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217801cc-8c29-4edf-a601-b8b1d8695897 req-9aacbf8f-8c2b-41d7-9713-9a86cb165efd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:21.277372 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-217801cc-8c29-4edf-a601-b8b1d8695897 req-9aacbf8f-8c2b-41d7-9713-9a86cb165efd tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0934126 Apr 11 18:55:21.300034 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-4eb3e1a5-6e8c-499f-a701-f25fa88c8f4d service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0588439 Apr 11 18:55:21.311573 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b35778a7-450c-4b66-8c77-91198a7bf439 admin admin] Publish callbacks [] for security_group (95012252-bfeb-43a6-afea-6b341b731e79), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.334117 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b35778a7-450c-4b66-8c77-91198a7bf439 admin admin] Publish callbacks [] for security_group (95012252-bfeb-43a6-afea-6b341b731e79), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.378504 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-217801cc-8c29-4edf-a601-b8b1d8695897 req-06981986-bf64-47b9-9fe4-2a42d91dcc7d tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935974 Apr 11 18:55:21.401045 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-4232a94b-8933-48cf-8f0f-0b6cce68f93c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:21.402478 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-4232a94b-8933-48cf-8f0f-0b6cce68f93c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports/777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 940 time: 0.0664475 Apr 11 18:55:21.425896 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b35778a7-450c-4b66-8c77-91198a7bf439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (95012252-bfeb-43a6-afea-6b341b731e79), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.429573 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b35778a7-450c-4b66-8c77-91198a7bf439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.432999 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-b35778a7-450c-4b66-8c77-91198a7bf439 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/95012252-bfeb-43a6-afea-6b341b731e79 HTTP/1.1" status: 204 len: 168 time: 0.2067010 Apr 11 18:55:21.450535 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35778a7-450c-4b66-8c77-91198a7bf439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95012252-bfeb-43a6-afea-6b341b731e79,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:21.585210 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (b56f4fe8-8855-4383-bc42-7dc736cc2b48), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.649834 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:55:21.766793 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42838) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:21.782725 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-93ba5b91-6365-43aa-8dea-77ac84d5948a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.870058 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-93ba5b91-6365-43aa-8dea-77ac84d5948a admin admin] Publish callbacks [] for security_group (be7765cf-2b47-4d31-8fab-e5feeca14bcd), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.875671 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-93ba5b91-6365-43aa-8dea-77ac84d5948a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (be7765cf-2b47-4d31-8fab-e5feeca14bcd), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.890089 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Deleting port cbe2e149-4606-4341-a45d-157a2241dc5d {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:21.890828 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.918749 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-93ba5b91-6365-43aa-8dea-77ac84d5948a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a20011c0797c40688a14306297f9639f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1504414 Apr 11 18:55:21.921386 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42840) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:21.927429 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ba5b91-6365-43aa-8dea-77ac84d5948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7765cf-2b47-4d31-8fab-e5feeca14bcd,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:21.975184 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] For port cbe2e149-4606-4341-a45d-157a2241dc5d, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cbe2e149-4606-4341-a45d-157a2241dc5d,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:21.975587 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:21.989828 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Calling delete_port for cbe2e149-4606-4341-a45d-157a2241dc5d owned by network:router_interface {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:21.991394 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc5-ab1b-401d-9da7-25a88bde1bff admin admin] Publish callbacks [] for security_group (be7765cf-2b47-4d31-8fab-e5feeca14bcd), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:22.012495 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc5-ab1b-401d-9da7-25a88bde1bff admin admin] Publish callbacks [] for security_group (be7765cf-2b47-4d31-8fab-e5feeca14bcd), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:22.061913 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc5-ab1b-401d-9da7-25a88bde1bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (be7765cf-2b47-4d31-8fab-e5feeca14bcd), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:22.064818 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-050e6fc5-ab1b-401d-9da7-25a88bde1bff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:22.068714 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-050e6fc5-ab1b-401d-9da7-25a88bde1bff admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/be7765cf-2b47-4d31-8fab-e5feeca14bcd HTTP/1.1" status: 204 len: 168 time: 0.1442170 Apr 11 18:55:22.076740 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050e6fc5-ab1b-401d-9da7-25a88bde1bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7765cf-2b47-4d31-8fab-e5feeca14bcd,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:22.223725 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (cbe2e149-4606-4341-a45d-157a2241dc5d), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:22.259647 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Pushing event deleted for resources: {'Port': ['ID=cbe2e149-4606-4341-a45d-157a2241dc5d,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:22.266238 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-1d27566b-bb2f-4530-ab39-82295d6f5ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:22.267778 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-1d27566b-bb2f-4530-ab39-82295d6f5ab0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55&tenant_id=c6fa8ba05d274ccb87f238031ba45505 HTTP/1.1" status: 200 len: 1127 time: 0.0789456 Apr 11 18:55:22.357875 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-1cf64e69-f37e-4380-8405-00612797b5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:22.359362 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-1cf64e69-f37e-4380-8405-00612797b5a7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1127 time: 0.0512030 Apr 11 18:55:22.567932 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2243d11-8528-4396-90b4-ecdb9caa588d req-730deb5a-0971-4fca-8810-6cf401ffe8d2 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:22.569797 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d2243d11-8528-4396-90b4-ecdb9caa588d req-730deb5a-0971-4fca-8810-6cf401ffe8d2 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0952158 Apr 11 18:55:22.594298 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-b1d0eeee-b4ac-4231-b0a7-06b7d845b45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:22.595726 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-b1d0eeee-b4ac-4231-b0a7-06b7d845b45f service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.2294564 Apr 11 18:55:22.611838 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (b56f4fe8-8855-4383-bc42-7dc736cc2b48), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:22.728822 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d2243d11-8528-4396-90b4-ecdb9caa588d req-99f580a5-c23b-46e1-a856-31a9c88b0679 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507578 Apr 11 18:55:22.734209 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-cc342a7a-b4b3-4f47-a986-0294e26de155 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 998 time: 0.1306708 Apr 11 18:55:22.822023 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-ee08cf4b-819c-49c9-9433-eb955809332d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:22.823501 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-ee08cf4b-819c-49c9-9433-eb955809332d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0816653 Apr 11 18:55:22.908667 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-44c3d0fb-3890-4379-8237-0f18ffd8a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:22.910187 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-44c3d0fb-3890-4379-8237-0f18ffd8a95f service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0784581 Apr 11 18:55:23.051517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Router b56f4fe8-8855-4383-bc42-7dc736cc2b48 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:55:23.060391 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-02582149-9f1e-4971-afbf-7051163ef84a service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396139 Apr 11 18:55:23.245219 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:23.248323 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fd635209-9b41-4bbf-b811-90fb7519b931 req-2897fc1a-3b96-4e29-93d3-6df1897a0f32 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449707 Apr 11 18:55:23.251701 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-c3110fd5-070a-4372-b750-6d56abf328ea admin admin] 10.222.0.61 "PUT /v2.0/routers/b56f4fe8-8855-4383-bc42-7dc736cc2b48/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1799183 Apr 11 18:55:23.255371 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42876) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:23.259703 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] Sync routers for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:23.278059 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:23.278858 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:23.397897 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:23.602919 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:55:22Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:23.640497 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] Checking router: b56f4fe8-8855-4383-bc42-7dc736cc2b48 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:23.651395 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] Routers {'b56f4fe8-8855-4383-bc42-7dc736cc2b48'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:23.653305 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:23.655704 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks [] for router (b56f4fe8-8855-4383-bc42-7dc736cc2b48), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:23.783523 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks [] for router_gateway (b56f4fe8-8855-4383-bc42-7dc736cc2b48), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:23.819360 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] Set router b56f4fe8-8855-4383-bc42-7dc736cc2b48 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:23.864636 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Deleting port 0713cfb5-0995-481a-924d-036e719591ad {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:23.865226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (0713cfb5-0995-481a-924d-036e719591ad), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:23.880261 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:24.030976 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350d6b4-4db7-434b-80c1-a4ed0a540cb9 req-dede933a-7bb2-4299-b281-ae9167e95594 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:24.059662 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7350d6b4-4db7-434b-80c1-a4ed0a540cb9 req-dede933a-7bb2-4299-b281-ae9167e95594 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.1178896 Apr 11 18:55:24.071338 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: DOWN; New status is: DOWN {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:24.137093 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] For port 0713cfb5-0995-481a-924d-036e719591ad, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=0713cfb5-0995-481a-924d-036e719591ad,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:24.137893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (0713cfb5-0995-481a-924d-036e719591ad), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.171555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Calling delete_port for 0713cfb5-0995-481a-924d-036e719591ad owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:24.220439 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7350d6b4-4db7-434b-80c1-a4ed0a540cb9 req-e5f97ff3-08c0-4297-8e45-559cd3970f97 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579330 Apr 11 18:55:24.253649 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:55:22Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:24.311495 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c689d9-b567-4107-a593-f503a6b0c3f5 None None] The sync data for ids ['b56f4fe8-8855-4383-bc42-7dc736cc2b48'] in dv-cinder-837356-1-iscsi is: [{'id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'name': 'tempest-AttachVolumeTestJSON-207924485-router', 'tenant_id': '167470b57e4745b8b40a7ed4c298111c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108'}], 'enable_snat': True}, 'gw_port_id': '0713cfb5-0995-481a-924d-036e719591ad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:55:22Z', 'revision_number': 5, 'project_id': '167470b57e4745b8b40a7ed4c298111c', 'gw_port': {'id': '0713cfb5-0995-481a-924d-036e719591ad', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:a2:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b56f4fe8-8855-4383-bc42-7dc736cc2b48', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:53Z', 'updated_at': '2022-04-11T18:49:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:24.470053 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (0713cfb5-0995-481a-924d-036e719591ad), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.500836 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Pushing event deleted for resources: {'Port': ['ID=0713cfb5-0995-481a-924d-036e719591ad,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:24.511915 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.512415 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.512862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.513309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.513682 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.514061 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.514446 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.514921 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.515356 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.515831 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.516346 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.516554 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.516940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.517496 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.517750 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:24.597906 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (b56f4fe8-8855-4383-bc42-7dc736cc2b48), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.746022 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (b56f4fe8-8855-4383-bc42-7dc736cc2b48), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.748813 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks [] for router_controller (b56f4fe8-8855-4383-bc42-7dc736cc2b48), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.842019 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (b56f4fe8-8855-4383-bc42-7dc736cc2b48), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.842848 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Fanout notify agent at l3_agent the message router_deleted on router b56f4fe8-8855-4383-bc42-7dc736cc2b48 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:55:24.856699 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.858273 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-caa11de4-9fbf-4031-ab9e-cfab1614f22f admin admin] 10.222.0.61 "DELETE /v2.0/routers/b56f4fe8-8855-4383-bc42-7dc736cc2b48 HTTP/1.1" status: 204 len: 168 time: 1.6019483 Apr 11 18:55:24.860734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42930) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:24.917770 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] Deleting subnet 1e7234af-2882-4e18-84f0-8be8d3c642a1 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:55:24.925110 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] Publish callbacks [] for subnet (1e7234af-2882-4e18-84f0-8be8d3c642a1), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:24.964353 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (1e7234af-2882-4e18-84f0-8be8d3c642a1), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.098727 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (1e7234af-2882-4e18-84f0-8be8d3c642a1), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.224849 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (1e7234af-2882-4e18-84f0-8be8d3c642a1), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.265458 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.265783 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40b4ef6-6889-49af-8fe8-c6a67468a406 None None] Network 7da0844a-e832-4653-8abc-66c92bf0e894 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:55:25.269968 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] 10.222.0.61 "DELETE /v2.0/subnets/1e7234af-2882-4e18-84f0-8be8d3c642a1 HTTP/1.1" status: 204 len: 168 time: 0.4082165 Apr 11 18:55:25.271936 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c414800-bb26-4f7d-ae8e-0610c5d598ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e7234af-2882-4e18-84f0-8be8d3c642a1,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:25.272811 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42944) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:25.435593 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd605522-8c0b-4555-882f-70f86531ff8b req-369c644a-568c-4fe5-8ca1-8fd5e2ac673e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:25.442038 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd605522-8c0b-4555-882f-70f86531ff8b req-369c644a-568c-4fe5-8ca1-8fd5e2ac673e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0739167 Apr 11 18:55:25.495033 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (7da0844a-e832-4653-8abc-66c92bf0e894), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.552180 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-dd605522-8c0b-4555-882f-70f86531ff8b req-49c97dda-f1bf-4ab0-8342-d7299fc6e0e8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039259 Apr 11 18:55:25.588331 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Deleting port d3bc0ba2-5f2b-4219-999e-092f50b212bf {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:25.588938 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.687929 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] For port d3bc0ba2-5f2b-4219-999e-092f50b212bf, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=d3bc0ba2-5f2b-4219-999e-092f50b212bf,segment=NetworkSegment(d2006d9c-75ee-4fef-836b-b3775b3e0169),segment_id=d2006d9c-75ee-4fef-836b-b3775b3e0169)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:25.688585 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.716883 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Calling delete_port for d3bc0ba2-5f2b-4219-999e-092f50b212bf owned by network:dhcp {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:25.774106 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] DHCP port deletion for 7da0844a-e832-4653-8abc-66c92bf0e894 request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:55:25.813980 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.857303 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] No DVR routers for this DVR port d3bc0ba2-5f2b-4219-999e-092f50b212bf on host dv-cinder-837356-1-iscsi {{(pid=115230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:55:25.865817 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] Deleting port d3bc0ba2-5f2b-4219-999e-092f50b212bf {{(pid=115232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:25.866670 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), before_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.889711 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3bc0ba2-5f2b-4219-999e-092f50b212bf,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:25.950615 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] For port d3bc0ba2-5f2b-4219-999e-092f50b212bf, host dv-cinder-837356-1-iscsi, got binding levels [] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:25.951602 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), precommit_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.968594 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] Calling delete_port for d3bc0ba2-5f2b-4219-999e-092f50b212bf owned by network:dhcp {{(pid=115232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:25.971749 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.ipam_backend_mixin [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] Port d3bc0ba2-5f2b-4219-999e-092f50b212bf was not found and therefore no delete operation was performed {{(pid=115232) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} Apr 11 18:55:25.973685 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (d3bc0ba2-5f2b-4219-999e-092f50b212bf), after_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:25.998431 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] Pushing event deleted for resources: {'Port': ['ID=d3bc0ba2-5f2b-4219-999e-092f50b212bf,revision_number=None']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:26.018265 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a784f834-6d91-4ae8-9493-e43a0b05b023 None None] No DVR routers for this DVR port d3bc0ba2-5f2b-4219-999e-092f50b212bf on host dv-cinder-837356-1-iscsi {{(pid=115232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:55:26.049552 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (7da0844a-e832-4653-8abc-66c92bf0e894), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.097338 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7da0844a-e832-4653-8abc-66c92bf0e894']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:26.110681 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2006d9c-75ee-4fef-836b-b3775b3e0169') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:26.111017 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2006d9c-75ee-4fef-836b-b3775b3e0169') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:26.111765 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cbe2e149-4606-4341-a45d-157a2241dc5d no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:26.123882 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (d2006d9c-75ee-4fef-836b-b3775b3e0169), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.139739 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (d2006d9c-75ee-4fef-836b-b3775b3e0169), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.149585 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Releasing vlan 516 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:55:26.150253 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (d2006d9c-75ee-4fef-836b-b3775b3e0169), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:55:26.153176 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:55:26.172564 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: cbe2e149-4606-4341-a45d-157a2241dc5d {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:26.173280 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cbe2e149-4606-4341-a45d-157a2241dc5d not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:26.174057 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 0713cfb5-0995-481a-924d-036e719591ad no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:26.200141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 0713cfb5-0995-481a-924d-036e719591ad {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:26.201349 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 0713cfb5-0995-481a-924d-036e719591ad not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:26.201961 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device d3bc0ba2-5f2b-4219-999e-092f50b212bf no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:26.237384 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: d3bc0ba2-5f2b-4219-999e-092f50b212bf {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:26.238056 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device d3bc0ba2-5f2b-4219-999e-092f50b212bf not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:26.254438 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (7da0844a-e832-4653-8abc-66c92bf0e894), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.281721 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.286673 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] 10.222.0.61 "DELETE /v2.0/networks/7da0844a-e832-4653-8abc-66c92bf0e894 HTTP/1.1" status: 204 len: 168 time: 1.0125189 Apr 11 18:55:26.288013 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Pushing event deleted for resources: {'Network': ['ID=7da0844a-e832-4653-8abc-66c92bf0e894,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:26.311813 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.313030 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.313705 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.314610 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.315157 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.316150 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.316639 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.317135 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.317631 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.318124 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.318601 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.319088 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.319589 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.320053 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.320725 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9534aee2-d456-450b-9652-542c128b1593 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:26.573032 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42954) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:26.648074 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42958) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:26.649974 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a06beff2-c7fd-49b0-8f1d-02c0ee483c97 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=167470b57e4745b8b40a7ed4c298111c&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0746143 Apr 11 18:55:26.723243 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-79f762f8-be42-432d-a04d-a1c17e2b81bf admin admin] Publish callbacks [] for security_group (2df6d297-1687-4af4-861f-d033be55a83f), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.729964 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77789a43-bc83-45d3-b8ec-fb9baafcecfb req-5966fbaa-a29d-45f6-88e4-9d8a64eb01d7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:26.731875 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-77789a43-bc83-45d3-b8ec-fb9baafcecfb req-5966fbaa-a29d-45f6-88e4-9d8a64eb01d7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0744059 Apr 11 18:55:26.760132 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-79f762f8-be42-432d-a04d-a1c17e2b81bf admin admin] Publish callbacks [] for security_group (2df6d297-1687-4af4-861f-d033be55a83f), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.787379 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-77789a43-bc83-45d3-b8ec-fb9baafcecfb req-45567a2b-0ff4-4b6a-a695-08b01aa0ab8c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492694 Apr 11 18:55:26.824885 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-79f762f8-be42-432d-a04d-a1c17e2b81bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (2df6d297-1687-4af4-861f-d033be55a83f), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.827863 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-79f762f8-be42-432d-a04d-a1c17e2b81bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:26.831911 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-79f762f8-be42-432d-a04d-a1c17e2b81bf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/2df6d297-1687-4af4-861f-d033be55a83f HTTP/1.1" status: 204 len: 168 time: 0.1795056 Apr 11 18:55:26.838765 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f762f8-be42-432d-a04d-a1c17e2b81bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df6d297-1687-4af4-861f-d033be55a83f,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:27.149258 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-aa7483fe-5d78-4c10-8ee5-d896323c238e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:27.722475 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 42988) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:27.831522 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-2038102491-network', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:27.855489 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Made reservation on behalf of 80533189063f4305b0c63bbfcda01ba4 for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:55:27.858726 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:27.870207 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:27.941447 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec2bbb9-d749-43f8-bc8a-b285e1eb883e req-44ec3a3c-068e-49f8-8460-9b11ff17a67b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:27.943208 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aec2bbb9-d749-43f8-bc8a-b285e1eb883e req-44ec3a3c-068e-49f8-8460-9b11ff17a67b tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0567188 Apr 11 18:55:27.974436 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks [] for security_group (f4e71996-cf8c-4c05-b7d3-b5d00f6c328a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:27.980008 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f4e71996-cf8c-4c05-b7d3-b5d00f6c328a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.002837 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-aec2bbb9-d749-43f8-bc8a-b285e1eb883e req-8d2dc477-1aad-4c20-81a0-f863d1e62aa3 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539589 Apr 11 18:55:28.026659 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e71996-cf8c-4c05-b7d3-b5d00f6c328a,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:28.036068 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 537} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:55:28.046594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (d56c5ae5-ced3-46b1-bcc4-9419042b6cae), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.046962 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Added segment d56c5ae5-ced3-46b1-bcc4-9419042b6cae of type vlan for network d72b09e0-82e2-444d-9d11-603d421790a5 Apr 11 18:55:28.094857 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (d72b09e0-82e2-444d-9d11-603d421790a5), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.123218 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (d72b09e0-82e2-444d-9d11-603d421790a5), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.124169 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:28.125377 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.351391 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6276951 Apr 11 18:55:28.354792 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 42998) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:28.361599 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Request body: {'subnet': {'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-subnet', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:28.381259 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa6ad18-9a3f-448e-8570-8943217d4f00 admin admin] Pushing event updated for resources: {'Network': ['ID=d72b09e0-82e2-444d-9d11-603d421790a5,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:28.391616 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network d72b09e0-82e2-444d-9d11-603d421790a5 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:55:28.394648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Made reservation on behalf of 80533189063f4305b0c63bbfcda01ba4 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:55:28.398940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48560373'] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.666092 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7695586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48560359'] for subnet (70ff67df-2595-4d3f-b9dc-6eff1b6ac468), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.743104 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Pushing event updated for resources: {'Subnet': ['ID=70ff67df-2595-4d3f-b9dc-6eff1b6ac468,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:28.765694 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Checking segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:55:28.766196 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Network hostable DHCP agents. Network: d72b09e0-82e2-444d-9d11-603d421790a5, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:55:28.800960 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Network d72b09e0-82e2-444d-9d11-603d421790a5 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:55:28.812713 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, d72b09e0-82e2-444d-9d11-603d421790a5) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:55:28.818401 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:28.819126 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.826022 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282a1784-c8fe-4cfa-b122-acf7e9325f64 None None] Network d72b09e0-82e2-444d-9d11-603d421790a5 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:55:28.857226 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43010) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:28.857837 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d6ee9a2b-204f-4b69-bbe0-955a2e62640f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5012128 Apr 11 18:55:28.861466 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:28.899491 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (182df147-d4ba-473c-9698-340fe314ec38), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.900596 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (182df147-d4ba-473c-9698-340fe314ec38), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.959104 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-d72b09e0-82e2-444d-9d11-603d421790a5', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:55:28.959406 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks [] for router_controller (182df147-d4ba-473c-9698-340fe314ec38), precommit_add_association {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:28.960092 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.178689 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Allocated IP 172.20.0.2 (d72b09e0-82e2-444d-9d11-603d421790a5/70ff67df-2595-4d3f-b9dc-6eff1b6ac468/cae27a09-01e6-49ff-bbc2-cf183052a81c) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:55:29.200853 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64821dc5-729e-4826-b357-b9d513dbc330 req-f7c2a597-9ff2-46a7-bbaa-79510210c544 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:29.203256 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks [] for router_gateway (182df147-d4ba-473c-9698-340fe314ec38), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.211128 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64821dc5-729e-4826-b357-b9d513dbc330 req-f7c2a597-9ff2-46a7-bbaa-79510210c544 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0917015 Apr 11 18:55:29.301492 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64821dc5-729e-4826-b357-b9d513dbc330 req-a5ee8590-cb9d-4de1-a8e5-9ed44d87a733 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869553 Apr 11 18:55:29.406124 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Publish callbacks [] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.416110 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.463211 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Network d72b09e0-82e2-444d-9d11-603d421790a5 is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:55:29.466871 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:55:29.471202 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:55:29.521712 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks [] for router_gateway (182df147-d4ba-473c-9698-340fe314ec38), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.524107 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Pushing event updated for resources: {'Port': ['ID=cae27a09-01e6-49ff-bbc2-cf183052a81c,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:29.542204 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.602979 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Attempting to bind port cae27a09-01e6-49ff-bbc2-cf183052a81c on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:55:29.603450 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Attempting to bind port cae27a09-01e6-49ff-bbc2-cf183052a81c by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:55:29.604042 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Attempting to bind port cae27a09-01e6-49ff-bbc2-cf183052a81c on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:55:29.615397 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:55:29.615859 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Checking segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:55:29.616310 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.616763 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Bound using segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:55:29.617388 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Bound port: cae27a09-01e6-49ff-bbc2-cf183052a81c, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:55:29.617984 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.631216 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ea03ce36-b5e7-4df8-a2ca-97cf491ac632 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.666097 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Allocated IP 172.27.0.217 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/4f56362e-e727-434e-bd52-7c9c787deafe) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:55:29.716194 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] For port cae27a09-01e6-49ff-bbc2-cf183052a81c, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:55:29.719971 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] For port cae27a09-01e6-49ff-bbc2-cf183052a81c, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cae27a09-01e6-49ff-bbc2-cf183052a81c,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:55:29.728823 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.843937 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cc1cb-414c-49e5-a9fb-71f263235b0f None None] Pushing event updated for resources: {'Port': ['ID=cae27a09-01e6-49ff-bbc2-cf183052a81c,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:29.855985 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks [] for port (4f56362e-e727-434e-bd52-7c9c787deafe), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.915471 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:29.986669 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:55:29.990332 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:55:29.993935 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:55:30.017747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Pushing event updated for resources: {'Port': ['ID=4f56362e-e727-434e-bd52-7c9c787deafe,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:30.344878 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-b909fb74-d0dd-445b-87db-66afc1ce5318 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-925213193&fields=id&tenant_id=11c2837c2a2f4f98a1ae2702c6b63784 HTTP/1.1" status: 200 len: 267 time: 0.0960026 Apr 11 18:55:30.454066 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-9cbd08b8-470b-4fae-92ec-663f0376f6b0 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:30.456242 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-9cbd08b8-470b-4fae-92ec-663f0376f6b0 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 985 time: 0.0991664 Apr 11 18:55:30.514468 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Request body: {'port': {'security_groups': ['52ec2e8c-58f5-4486-9717-71993d69bd01']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:30.562127 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d210a2f-53c7-4f7d-85b7-f64b3058b58c req-ddab4c1f-6524-441f-a820-90a48ab82d19 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:30.569164 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d210a2f-53c7-4f7d-85b7-f64b3058b58c req-ddab4c1f-6524-441f-a820-90a48ab82d19 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.1118100 Apr 11 18:55:30.607513 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks [] for router_gateway (182df147-d4ba-473c-9698-340fe314ec38), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:30.666091 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7d210a2f-53c7-4f7d-85b7-f64b3058b58c req-8cf1f9f9-402b-4616-9b5e-256e0c6a3ce6 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952978 Apr 11 18:55:30.672953 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:30.706857 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:30.907421 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71d95c87-319f-4451-8b1a-742bdb1341ec,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:30.973958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:30.981752 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:30.996339 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['71d95c87-319f-4451-8b1a-742bdb1341ec'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:55:31.048468 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (182df147-d4ba-473c-9698-340fe314ec38), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:31.113197 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:31.113896 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:31.115759 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ff369c8-430e-45ad-945b-b61aed2ba63a req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "PUT /v2.0/ports/71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 943 time: 0.6383636 Apr 11 18:55:31.116252 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:31.118602 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:31.166278 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43036) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:31.253576 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['71d95c87-319f-4451-8b1a-742bdb1341ec'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:55:31.254454 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3670573-8f22-4338-a26f-501c8b5a381b x-openstack-request-id: req-f3670573-8f22-4338-a26f-501c8b5a381b {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:31.266993 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:31.267599 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f3670573-8f22-4338-a26f-501c8b5a381b {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:31.268878 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3670573-8f22-4338-a26f-501c8b5a381b'] response: {'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'status': 'completed', 'code': 200} Apr 11 18:55:31.365461 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c3050-9644-42b6-85f8-5fb7e8e8585b tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event updated for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=7']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:31.422282 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1ee91572-d0d0-43df-aec2-fa7123805d7f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group (a66eca3c-65ca-4367-adf7-7b83d9ec938c), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:31.485588 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1ee91572-d0d0-43df-aec2-fa7123805d7f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group (a66eca3c-65ca-4367-adf7-7b83d9ec938c), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:31.501318 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Router 182df147-d4ba-473c-9698-340fe314ec38 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115230) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:55:31.636078 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823dc39d-59f5-4bb0-a5a6-d6ee09fd3ed8 None None] Network d72b09e0-82e2-444d-9d11-603d421790a5 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:55:31.659843 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1ee91572-d0d0-43df-aec2-fa7123805d7f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a66eca3c-65ca-4367-adf7-7b83d9ec938c), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:31.682111 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1ee91572-d0d0-43df-aec2-fa7123805d7f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:31.683296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-1ee91572-d0d0-43df-aec2-fa7123805d7f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "DELETE /v2.0/security-groups/a66eca3c-65ca-4367-adf7-7b83d9ec938c HTTP/1.1" status: 204 len: 168 time: 0.5115364 Apr 11 18:55:31.693439 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43046) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:31.695896 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Provisioning complete for port 71d95c87-319f-4451-8b1a-742bdb1341ec triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:31.696681 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:31.713868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee91572-d0d0-43df-aec2-fa7123805d7f tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66eca3c-65ca-4367-adf7-7b83d9ec938c,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:31.918248 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815a9307-034c-4345-8e5f-9afcbf01a447 req-9b310d50-747e-414b-b8d7-b9a7b74bc450 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:31.930064 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-815a9307-034c-4345-8e5f-9afcbf01a447 req-9b310d50-747e-414b-b8d7-b9a7b74bc450 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.1200285 Apr 11 18:55:32.032641 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-1f231571-a7f1-413b-91ef-41e0c99440f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:32.035994 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-1f231571-a7f1-413b-91ef-41e0c99440f4 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1130 time: 0.0890698 Apr 11 18:55:32.093452 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-815a9307-034c-4345-8e5f-9afcbf01a447 req-668ef4be-206a-42ae-b751-eae314c56ead tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582806 Apr 11 18:55:32.155147 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:32.195159 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.197964 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-2e77ba67-9857-4c0f-9e19-8c7be7aca65f admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3397770 Apr 11 18:55:32.201376 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43054) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:32.242576 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Deleting port c41af8bc-ce17-49a2-a6f2-4a867ef83073 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:32.243162 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.255635 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:32.262037 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cae27a09-01e6-49ff-bbc2-cf183052a81c up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:32.305847 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:32.306445 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:32.366897 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-d0c23bf6-f71c-4a33-b055-1202e2d6c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:32.368721 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-d0c23bf6-f71c-4a33-b055-1202e2d6c97a service neutron] 10.222.0.58 "GET /v2.0/networks?id=6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 200 len: 916 time: 0.2736511 Apr 11 18:55:32.421556 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Current status of the port 71d95c87-319f-4451-8b1a-742bdb1341ec is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:32.433481 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.433888 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for floatingip (c41af8bc-ce17-49a2-a6f2-4a867ef83073), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.439008 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Provisioning complete for port cae27a09-01e6-49ff-bbc2-cf183052a81c triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:32.439485 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.461144 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Calling delete_port for c41af8bc-ce17-49a2-a6f2-4a867ef83073 owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:32.558004 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-38f562a7-e8e9-40aa-9bc9-37e9b174e80a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 1001 time: 0.1771505 Apr 11 18:55:32.568142 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.660613 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port cae27a09-01e6-49ff-bbc2-cf183052a81c triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:32.661000 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.709162 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:32.801632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-ead19c86-4ec0-4ac6-8260-171ae7de8969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:32.813651 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-ead19c86-4ec0-4ac6-8260-171ae7de8969 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 HTTP/1.1" status: 200 len: 854 time: 0.1546876 Apr 11 18:55:32.864962 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (c41af8bc-ce17-49a2-a6f2-4a867ef83073), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.891725 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Current status of the port cae27a09-01e6-49ff-bbc2-cf183052a81c is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:32.892151 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:32.904388 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event deleted for resources: {'Port': ['ID=c41af8bc-ce17-49a2-a6f2-4a867ef83073,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:32.928859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-952c1235-c6d1-4a74-938c-7a5c6342e58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:32.928859 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-952c1235-c6d1-4a74-938c-7a5c6342e58c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6189ebe9-1e93-4750-9b7b-42ab12a4af24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647547 Apr 11 18:55:32.961011 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port cae27a09-01e6-49ff-bbc2-cf183052a81c is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:32.962764 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.005165 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks [] for floatingip (026a8a41-823e-4e23-955a-3f1f83abe749), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.005764 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.l3_db [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Floating IP 026a8a41-823e-4e23-955a-3f1f83abe749 disassociated (deleted). External IP: 172.27.0.86, port: 71d95c87-319f-4451-8b1a-742bdb1341ec. Apr 11 18:55:33.025994 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] For port cae27a09-01e6-49ff-bbc2-cf183052a81c, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cae27a09-01e6-49ff-bbc2-cf183052a81c,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:33.033972 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.054356 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-9ff4b1d9-ab9f-491c-9a1b-79de7a420caa service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984251 Apr 11 18:55:33.186705 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-38dcc03c-258d-436e-8d8e-43f58f8b85e1 None None] Provisioning complete for port cae27a09-01e6-49ff-bbc2-cf183052a81c triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:33.187564 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-38dcc03c-258d-436e-8d8e-43f58f8b85e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.226657 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:30Z', 'revision_number': 3, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:33.263952 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:33.265084 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Updating router 182df147-d4ba-473c-9698-340fe314ec38 port 4f56362e-e727-434e-bd52-7c9c787deafe binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:55:33.317884 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.db.api [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115232) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 11 18:55:33.318115 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Router 64887b3b-5912-48b5-84a6-8822564e9992 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:55:33.318601 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG oslo_db.api [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 11 18:55:33.323705 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.327887 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4207e61-4317-4d3f-bc73-e92c09404ba6 None None] Pushing event updated for resources: {'Port': ['ID=cae27a09-01e6-49ff-bbc2-cf183052a81c,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:33.335349 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fdb201-0bd7-4bf8-aa2b-c45eb1eee812 req-be20caaf-7c16-445c-a432-d41440f88ab4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:33.342242 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c5fdb201-0bd7-4bf8-aa2b-c45eb1eee812 req-be20caaf-7c16-445c-a432-d41440f88ab4 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.1110485 Apr 11 18:55:33.369478 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b4d05a66-6bc2-4c7b-b92c-2a95dc9028c7 req-a64edf21-8104-47ef-a330-fa0fa709c9b1 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854500 Apr 11 18:55:33.448901 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c5fdb201-0bd7-4bf8-aa2b-c45eb1eee812 req-11caadde-dfe3-43d9-8ba8-b7c949723aba tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0978189 Apr 11 18:55:33.456762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.461206 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:33.468923 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.474300 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] Sync routers for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:33.494789 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:33.495472 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:33.507906 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-88c4ec19-665d-49f6-adab-9c65d6f841eb tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "DELETE /v2.0/floatingips/026a8a41-823e-4e23-955a-3f1f83abe749 HTTP/1.1" status: 204 len: 168 time: 1.8102481 Apr 11 18:55:33.507906 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:33.519954 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ceb332-65f4-4025-8cdd-a4f40df5337b" -d '{"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:33.672477 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-38dcc03c-258d-436e-8d8e-43f58f8b85e1 None None] Current status of the port cae27a09-01e6-49ff-bbc2-cf183052a81c is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:33.697439 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.720837 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:33.781554 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Allocated IP 172.20.0.1 (d72b09e0-82e2-444d-9d11-603d421790a5/70ff67df-2595-4d3f-b9dc-6eff1b6ac468/2d64b281-f618-4700-930b-10a4846e9c64) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:55:33.812420 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Publish callbacks [] for port (4f56362e-e727-434e-bd52-7c9c787deafe), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.820584 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.866634 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a592f4-3f2a-497b-8f99-9c283af9660d x-openstack-request-id: req-a9a592f4-3f2a-497b-8f99-9c283af9660d {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:33.867205 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:33.867702 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-a9a592f4-3f2a-497b-8f99-9c283af9660d {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:33.868319 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a592f4-3f2a-497b-8f99-9c283af9660d'] response: {'name': 'network-changed', 'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'status': 'completed', 'code': 200} Apr 11 18:55:33.927179 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Attempting to bind port 4f56362e-e727-434e-bd52-7c9c787deafe on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:55:33.927841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Attempting to bind port 4f56362e-e727-434e-bd52-7c9c787deafe by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:55:33.928415 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Attempting to bind port 4f56362e-e727-434e-bd52-7c9c787deafe on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:55:33.941001 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:55:33.941901 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:55:33.942484 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.943049 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:55:33.943825 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Bound port: 4f56362e-e727-434e-bd52-7c9c787deafe, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:55:33.944219 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:33.946021 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961abaf-684b-4f73-8f99-9f5f4ece9779 None None] Pushing event updated for resources: {'Port': ['ID=4f56362e-e727-434e-bd52-7c9c787deafe,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:33.949819 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port cae27a09-01e6-49ff-bbc2-cf183052a81c is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:33.971117 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 5, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:33.989185 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks [] for port (2d64b281-f618-4700-930b-10a4846e9c64), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.008447 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] For port 4f56362e-e727-434e-bd52-7c9c787deafe, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:55:34.012162 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] For port 4f56362e-e727-434e-bd52-7c9c787deafe, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=4f56362e-e727-434e-bd52-7c9c787deafe,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:55:34.016203 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] Checking router: 64887b3b-5912-48b5-84a6-8822564e9992 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:34.026366 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:34.027093 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:34.033133 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.101218 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d961abaf-684b-4f73-8f99-9f5f4ece9779 None None] Pushing event updated for resources: {'Port': ['ID=4f56362e-e727-434e-bd52-7c9c787deafe,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:34.122525 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cae27a09-01e6-49ff-bbc2-cf183052a81c up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:34.140468 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43088) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:34.173312 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:34.174061 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:34.177975 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-8503471a-ef1f-4b69-bdf9-a614e4736dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:34.179623 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-8503471a-ef1f-4b69-bdf9-a614e4736dab service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 1130 time: 0.1278472 Apr 11 18:55:34.184121 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (2d64b281-f618-4700-930b-10a4846e9c64), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.221732 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:34.233441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Network d72b09e0-82e2-444d-9d11-603d421790a5 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:55:34.236360 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:55:34.240338 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:55:34.253139 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port cae27a09-01e6-49ff-bbc2-cf183052a81c triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:34.253481 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.286361 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Pushing event updated for resources: {'Port': ['ID=2d64b281-f618-4700-930b-10a4846e9c64,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:34.288925 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (182df147-d4ba-473c-9698-340fe314ec38), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.297924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3f150512-928a-4ebe-be2f-25659f74f5cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.357556 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:34.439270 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3f150512-928a-4ebe-be2f-25659f74f5cb admin admin] Publish callbacks [] for security_group (88af8ed9-c458-4672-8549-8ece3369eff4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.446787 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3f150512-928a-4ebe-be2f-25659f74f5cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (88af8ed9-c458-4672-8549-8ece3369eff4), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.525233 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3f150512-928a-4ebe-be2f-25659f74f5cb admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f6fb2fc659f54a8f8ca8b40afd39a403&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3834941 Apr 11 18:55:34.526333 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43094) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:34.555180 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 5, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:34.586521 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad862ec-1a03-4384-b8ba-a692fd50af2d None None] The sync data for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi is: [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:52:57Z', 'revision_number': 4, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'd5d1feac-7705-4f8b-8be4-205af33091d8', 'name': '', 'network_id': '6189ebe9-1e93-4750-9b7b-42ab12a4af24', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'mac_address': 'fa:16:3e:fc:2f:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:57Z', 'updated_at': '2022-04-11T18:53:02Z', 'revision_number': 5, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'subnets': [{'id': 'c5dc0859-4f33-4e37-9fe4-0d41b8d2d043', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:34.630043 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f150512-928a-4ebe-be2f-25659f74f5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88af8ed9-c458-4672-8549-8ece3369eff4,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:34.665497 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae494f64-982c-405d-b07f-0f86ca771765 admin admin] Publish callbacks [] for security_group (88af8ed9-c458-4672-8549-8ece3369eff4), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.703408 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae494f64-982c-405d-b07f-0f86ca771765 admin admin] Publish callbacks [] for security_group (88af8ed9-c458-4672-8549-8ece3369eff4), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.770517 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae494f64-982c-405d-b07f-0f86ca771765 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (88af8ed9-c458-4672-8549-8ece3369eff4), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.775714 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ae494f64-982c-405d-b07f-0f86ca771765 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.777588 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ae494f64-982c-405d-b07f-0f86ca771765 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/88af8ed9-c458-4672-8549-8ece3369eff4 HTTP/1.1" status: 204 len: 168 time: 0.2488718 Apr 11 18:55:34.779013 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-3b55d436-1ce7-4c3b-9a52-91f4426f4ef1 None None] Provisioning complete for port 2d64b281-f618-4700-930b-10a4846e9c64 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:34.779389 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3b55d436-1ce7-4c3b-9a52-91f4426f4ef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2d64b281-f618-4700-930b-10a4846e9c64), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:34.783589 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port cae27a09-01e6-49ff-bbc2-cf183052a81c is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:34.808396 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae494f64-982c-405d-b07f-0f86ca771765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88af8ed9-c458-4672-8549-8ece3369eff4,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:34.874555 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-3b55d436-1ce7-4c3b-9a52-91f4426f4ef1 None None] Port 2d64b281-f618-4700-930b-10a4846e9c64 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:55:34.948673 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:30Z', 'revision_number': 3, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:35.001557 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744d668-d182-4db1-9358-1cde280736a6 req-396e9f11-7498-4995-b488-3dba7a6b5668 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:35.010319 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2744d668-d182-4db1-9358-1cde280736a6 req-396e9f11-7498-4995-b488-3dba7a6b5668 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.1552031 Apr 11 18:55:35.034340 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70bb0c2-0bf8-4b2d-9a88-2a79d34a3595 None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:30Z', 'revision_number': 3, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:35.073620 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a622ab5-d6ef-492e-b8ce-bf81f967a178 None None] New status for floating IP 026a8a41-823e-4e23-955a-3f1f83abe749: DOWN {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:55:35.091742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2d64b281-f618-4700-930b-10a4846e9c64), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.122895 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-1b5c8d50-3199-472c-a59e-e553a418e98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:35.125430 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-1b5c8d50-3199-472c-a59e-e553a418e98b service neutron] 10.222.0.58 "GET /v2.0/networks?id=6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 200 len: 916 time: 0.2859645 Apr 11 18:55:35.154668 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2744d668-d182-4db1-9358-1cde280736a6 req-fbf7a515-ca53-435b-bb58-6a2420dbdac8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434238 Apr 11 18:55:35.216198 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-696e90c8-2982-4e44-b2ca-d49b3f6a625a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 200 len: 217 time: 0.0605471 Apr 11 18:55:35.263271 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43110) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:35.280903 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-66e4c844-40ea-4a56-b30b-e401d2a48302 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.300232 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-952ec2c4-f4f9-4803-8090-5841371eb769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:35.301737 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-952ec2c4-f4f9-4803-8090-5841371eb769 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 HTTP/1.1" status: 200 len: 854 time: 0.0796227 Apr 11 18:55:35.393890 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-66e4c844-40ea-4a56-b30b-e401d2a48302 admin admin] Publish callbacks [] for security_group (6154540c-b6dc-4f6a-a49b-117c394a5ad1), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.395483 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-2313d71a-7d36-414d-a6f3-1a0dad4cfa3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:35.397241 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-2313d71a-7d36-414d-a6f3-1a0dad4cfa3a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=6189ebe9-1e93-4750-9b7b-42ab12a4af24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0647285 Apr 11 18:55:35.400167 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-66e4c844-40ea-4a56-b30b-e401d2a48302 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (6154540c-b6dc-4f6a-a49b-117c394a5ad1), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.451812 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-66e4c844-40ea-4a56-b30b-e401d2a48302 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6b8234a58e7b4d1ebdc0d65af48ae893&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839149 Apr 11 18:55:35.451812 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e4c844-40ea-4a56-b30b-e401d2a48302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6154540c-b6dc-4f6a-a49b-117c394a5ad1,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:35.453163 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43112) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:35.552402 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks [] for port (2d64b281-f618-4700-930b-10a4846e9c64), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.567882 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (2d64b281-f618-4700-930b-10a4846e9c64), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.631999 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-c4902464-a620-4978-b550-c55e75758036 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149758 Apr 11 18:55:35.637710 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8b6-bbb4-4c38-acaf-b050c4751fa9 admin admin] Publish callbacks [] for security_group (6154540c-b6dc-4f6a-a49b-117c394a5ad1), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.698319 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Pushing event updated for resources: {'Port': ['ID=2d64b281-f618-4700-930b-10a4846e9c64,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:35.701144 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (182df147-d4ba-473c-9698-340fe314ec38), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.739793 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8b6-bbb4-4c38-acaf-b050c4751fa9 admin admin] Publish callbacks [] for security_group (6154540c-b6dc-4f6a-a49b-117c394a5ad1), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.858681 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d6ceb332-65f4-4025-8cdd-a4f40df5337b req-46330b40-3fc3-418c-83ee-aa2366943e78 service neutron] 10.222.0.58 "GET /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173588 Apr 11 18:55:35.883847 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8b6-bbb4-4c38-acaf-b050c4751fa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (6154540c-b6dc-4f6a-a49b-117c394a5ad1), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.886437 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-3f15c8b6-bbb4-4c38-acaf-b050c4751fa9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:35.887573 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-3f15c8b6-bbb4-4c38-acaf-b050c4751fa9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6154540c-b6dc-4f6a-a49b-117c394a5ad1 HTTP/1.1" status: 204 len: 168 time: 0.4332552 Apr 11 18:55:35.901182 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Network d72b09e0-82e2-444d-9d11-603d421790a5 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:55:35.902968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:55:35.904969 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15c8b6-bbb4-4c38-acaf-b050c4751fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6154540c-b6dc-4f6a-a49b-117c394a5ad1,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:35.968017 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:55:36.121047 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:55:36.131003 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 4f56362e-e727-434e-bd52-7c9c787deafe up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:36.207070 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:36.234298 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '777ca752-e353-4c67-9110-a6487bc5bab3', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'port_id': '777ca752-e353-4c67-9110-a6487bc5bab3', 'mac_address': 'fa:16:3e:1e:a1:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:55:36.236599 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-e6fdc2d1-1f84-46cb-addf-43e94652de02 None None] Provisioning complete for port 2d64b281-f618-4700-930b-10a4846e9c64 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:36.237000 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e6fdc2d1-1f84-46cb-addf-43e94652de02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2d64b281-f618-4700-930b-10a4846e9c64), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.265073 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:36.309007 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-44d98f81-aec9-40fb-b632-89b656a2d2ee admin admin] 10.222.0.61 "PUT /v2.0/routers/182df147-d4ba-473c-9698-340fe314ec38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1064925 Apr 11 18:55:36.321578 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 4f56362e-e727-434e-bd52-7c9c787deafe triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:36.321968 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.333159 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df3676-3719-4eaa-b8e3-e483bccdc130 req-3e70c2df-3e2d-43b2-8181-34a086ba8a4c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:36.335031 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-74df3676-3719-4eaa-b8e3-e483bccdc130 req-3e70c2df-3e2d-43b2-8181-34a086ba8a4c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 943 time: 0.0762460 Apr 11 18:55:36.379110 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-e6fdc2d1-1f84-46cb-addf-43e94652de02 None None] Port 2d64b281-f618-4700-930b-10a4846e9c64 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:55:36.395887 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:36.396194 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.401715 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-74df3676-3719-4eaa-b8e3-e483bccdc130 req-0a02f38c-a2de-4be3-88b8-bc208f8a4b98 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567231 Apr 11 18:55:36.410572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43126) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:36.428022 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 777ca752-e353-4c67-9110-a6487bc5bab3 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:55:36.441163 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-eb931a78-0144-457c-937a-c6f3fde8fcd0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.476089 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:36.483004 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.537412 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 4f56362e-e727-434e-bd52-7c9c787deafe is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:36.538063 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.561512 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-eb931a78-0144-457c-937a-c6f3fde8fcd0 admin admin] Publish callbacks [] for security_group (acdc0b02-b4c5-4e6d-b815-840c8148c263), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.574990 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-eb931a78-0144-457c-937a-c6f3fde8fcd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (acdc0b02-b4c5-4e6d-b815-840c8148c263), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.577357 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 4f56362e-e727-434e-bd52-7c9c787deafe, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=4f56362e-e727-434e-bd52-7c9c787deafe,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:36.586651 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.597883 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=9']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:36.658214 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b83e33-f6a1-4507-ac75-ba7cd2e3b38d req-22242a38-f774-4e12-ba22-ac8e4cc276d3 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:36.659869 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-36b83e33-f6a1-4507-ac75-ba7cd2e3b38d req-22242a38-f774-4e12-ba22-ac8e4cc276d3 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.1015558 Apr 11 18:55:36.665365 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43134) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:36.665915 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-eb931a78-0144-457c-937a-c6f3fde8fcd0 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=77f48760c5e849fcb5827e6fc73ea5d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2537150 Apr 11 18:55:36.666361 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb931a78-0144-457c-937a-c6f3fde8fcd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdc0b02-b4c5-4e6d-b815-840c8148c263,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:36.667734 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=4f56362e-e727-434e-bd52-7c9c787deafe,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:36.713896 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['777ca752-e353-4c67-9110-a6487bc5bab3'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:55:36.728214 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eb9da0a3-d1dd-4d1d-94df-59b15e777ed1 admin admin] Publish callbacks [] for security_group (acdc0b02-b4c5-4e6d-b815-840c8148c263), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.761242 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-36b83e33-f6a1-4507-ac75-ba7cd2e3b38d req-04b3c9f4-d934-4e94-9622-aebc0f4c85b4 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682425 Apr 11 18:55:36.967737 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eb9da0a3-d1dd-4d1d-94df-59b15e777ed1 admin admin] Publish callbacks [] for security_group (acdc0b02-b4c5-4e6d-b815-840c8148c263), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:36.983009 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:36.994429 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:36.995045 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:37.005191 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43136) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:37.009885 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-8d03dad6-5005-47a0-9698-b67d1d56e9bb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--151725820', 'description': 'tempest-description--622248574'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:37.038367 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8d03dad6-5005-47a0-9698-b67d1d56e9bb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.041824 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eb9da0a3-d1dd-4d1d-94df-59b15e777ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (acdc0b02-b4c5-4e6d-b815-840c8148c263), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.044340 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eb9da0a3-d1dd-4d1d-94df-59b15e777ed1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.047810 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-eb9da0a3-d1dd-4d1d-94df-59b15e777ed1 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/acdc0b02-b4c5-4e6d-b815-840c8148c263 HTTP/1.1" status: 204 len: 168 time: 0.3777924 Apr 11 18:55:37.063139 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9da0a3-d1dd-4d1d-94df-59b15e777ed1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdc0b02-b4c5-4e6d-b815-840c8148c263,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:37.136111 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8d03dad6-5005-47a0-9698-b67d1d56e9bb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (bc3e248f-309e-43e3-a9f2-021af8dc5ab8), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.140432 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8d03dad6-5005-47a0-9698-b67d1d56e9bb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (bc3e248f-309e-43e3-a9f2-021af8dc5ab8), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.145155 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:37.175223 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8d03dad6-5005-47a0-9698-b67d1d56e9bb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.179361 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-8d03dad6-5005-47a0-9698-b67d1d56e9bb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1704676 Apr 11 18:55:37.179594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43140) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:37.183880 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-5aeb0b8a-99a4-4496-b845-a5bcf5828a02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': 'bc3e248f-309e-43e3-a9f2-021af8dc5ab8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:37.191204 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d03dad6-5005-47a0-9698-b67d1d56e9bb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc3e248f-309e-43e3-a9f2-021af8dc5ab8,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:37.214725 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0b8a-99a4-4496-b845-a5bcf5828a02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (16d732c0-15f3-4966-8d0c-1cf5524d2c75), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.278048 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0b8a-99a4-4496-b845-a5bcf5828a02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (16d732c0-15f3-4966-8d0c-1cf5524d2c75), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.282752 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0b8a-99a4-4496-b845-a5bcf5828a02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (16d732c0-15f3-4966-8d0c-1cf5524d2c75), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.298214 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb0b8a-99a4-4496-b845-a5bcf5828a02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d732c0-15f3-4966-8d0c-1cf5524d2c75,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:37.313641 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5aeb0b8a-99a4-4496-b845-a5bcf5828a02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.314967 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5aeb0b8a-99a4-4496-b845-a5bcf5828a02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1344345 Apr 11 18:55:37.318214 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43144) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:37.322516 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-6c255910-f7d7-4025-ab55-8666b5685507 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': 'bc3e248f-309e-43e3-a9f2-021af8dc5ab8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:37.350352 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c255910-f7d7-4025-ab55-8666b5685507 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (0bb82d52-26c6-4ed7-a1e5-6cc244282d81), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.364209 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:35Z', 'revision_number': 2, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:37.399011 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:37.399520 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Updating router 182df147-d4ba-473c-9698-340fe314ec38 port 2d64b281-f618-4700-930b-10a4846e9c64 binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:55:37.413548 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c255910-f7d7-4025-ab55-8666b5685507 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (0bb82d52-26c6-4ed7-a1e5-6cc244282d81), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.417563 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c255910-f7d7-4025-ab55-8666b5685507 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (0bb82d52-26c6-4ed7-a1e5-6cc244282d81), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.430798 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2d64b281-f618-4700-930b-10a4846e9c64), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.437520 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c255910-f7d7-4025-ab55-8666b5685507 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bb82d52-26c6-4ed7-a1e5-6cc244282d81,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:37.450317 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6c255910-f7d7-4025-ab55-8666b5685507 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.452792 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6c255910-f7d7-4025-ab55-8666b5685507 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335206 Apr 11 18:55:37.456165 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43154) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:37.461588 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:37.496789 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.599817 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d11efe-4eef-4d3d-acb7-c9f114f63bf7 req-173ee633-8788-48e5-b9bd-98ec058ba0d7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:37.601407 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09d11efe-4eef-4d3d-acb7-c9f114f63bf7 req-173ee633-8788-48e5-b9bd-98ec058ba0d7 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 944 time: 0.0890651 Apr 11 18:55:37.634632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.708815 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09d11efe-4eef-4d3d-acb7-c9f114f63bf7 req-fc9b163b-99c9-4ed7-b775-d4f569f9f96c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989776 Apr 11 18:55:37.761441 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Publish callbacks [] for port (2d64b281-f618-4700-930b-10a4846e9c64), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.770019 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2d64b281-f618-4700-930b-10a4846e9c64), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.799051 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.27.0.175 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/16021ed3-3080-4c9c-8442-795ec4d0bde3) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:55:37.818886 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Pushing event updated for resources: {'Port': ['ID=2d64b281-f618-4700-930b-10a4846e9c64,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:37.830440 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.830875 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.831256 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.831616 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.831956 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.832288 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.832616 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.832941 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.833295 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.833762 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.834301 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.834833 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.835374 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.835804 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.836138 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:37.906789 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Attempting to bind port 2d64b281-f618-4700-930b-10a4846e9c64 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:55:37.906789 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Attempting to bind port 2d64b281-f618-4700-930b-10a4846e9c64 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:55:37.907254 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Attempting to bind port 2d64b281-f618-4700-930b-10a4846e9c64 on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:55:37.913204 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 55, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:55:37.913889 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Checking segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:55:37.914481 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.915029 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Bound using segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:55:37.915681 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Bound port: 2d64b281-f618-4700-930b-10a4846e9c64, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:55:37.916231 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2d64b281-f618-4700-930b-10a4846e9c64), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:37.921178 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4569b471-b046-4e3a-90a5-6dca8f09d973 req-79723b97-d786-4f23-b77d-d81d50ebdf72 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:37.922802 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4569b471-b046-4e3a-90a5-6dca8f09d973 req-79723b97-d786-4f23-b77d-d81d50ebdf72 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.0945461 Apr 11 18:55:37.998538 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:37.999622 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.005323 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4569b471-b046-4e3a-90a5-6dca8f09d973 req-35edd318-3671-40c7-af84-6cad8561e652 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749824 Apr 11 18:55:38.049308 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.057713 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] For port 2d64b281-f618-4700-930b-10a4846e9c64, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:55:38.068407 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] For port 2d64b281-f618-4700-930b-10a4846e9c64, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=2d64b281-f618-4700-930b-10a4846e9c64,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:55:38.078760 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2d64b281-f618-4700-930b-10a4846e9c64), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.108244 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 777ca752-e353-4c67-9110-a6487bc5bab3 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:38.108891 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.142439 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:38.143077 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:38.182889 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 4f56362e-e727-434e-bd52-7c9c787deafe up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:38.190531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:55:38.212561 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:55:38.225391 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=16021ed3-3080-4c9c-8442-795ec4d0bde3,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:38.230578 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:55:38.235481 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-e49bf9fb-b2fc-4324-a425-30077dea87c2 None None] Provisioning complete for port 2d64b281-f618-4700-930b-10a4846e9c64 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:38.236999 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e49bf9fb-b2fc-4324-a425-30077dea87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2d64b281-f618-4700-930b-10a4846e9c64), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.322774 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 777ca752-e353-4c67-9110-a6487bc5bab3 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:38.323303 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-3582d007-efea-4416-8a2d-fb84198a914d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:38.323623 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.324993 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-3582d007-efea-4416-8a2d-fb84198a914d tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.58 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.1705191 Apr 11 18:55:38.372684 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:38.378191 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:38.381575 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0c945f1-0456-4e59-a032-da16615540ec" -d '{"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-plugged", "status": "completed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:38.387821 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.432903 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 4f56362e-e727-434e-bd52-7c9c787deafe triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:38.433497 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.468145 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:38.500633 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f0fcc87-2649-43ac-9d0a-bfc659ac1fa2 x-openstack-request-id: req-4f0fcc87-2649-43ac-9d0a-bfc659ac1fa2 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:38.500945 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-plugged", "status": "completed", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:38.501250 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-4f0fcc87-2649-43ac-9d0a-bfc659ac1fa2 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:38.501652 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f0fcc87-2649-43ac-9d0a-bfc659ac1fa2'] response: {'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3', 'code': 200} Apr 11 18:55:38.540227 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-e49bf9fb-b2fc-4324-a425-30077dea87c2 None None] Current status of the port 2d64b281-f618-4700-930b-10a4846e9c64 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:38.540617 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e49bf9fb-b2fc-4324-a425-30077dea87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2d64b281-f618-4700-930b-10a4846e9c64), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.542728 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Deleting port 71d95c87-319f-4451-8b1a-742bdb1341ec {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:38.543208 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.576280 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (961ec726-6333-48c7-9562-3eb1f346256d), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.578732 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b6da4e-7121-4793-8558-1ba8d41066c7 None None] Pushing event updated for resources: {'Port': ['ID=2d64b281-f618-4700-930b-10a4846e9c64,revision_number=4']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:38.607416 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 4f56362e-e727-434e-bd52-7c9c787deafe is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:38.637898 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-e49bf9fb-b2fc-4324-a425-30077dea87c2 None None] For port 2d64b281-f618-4700-930b-10a4846e9c64, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=2d64b281-f618-4700-930b-10a4846e9c64,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:38.639545 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=10']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:38.645328 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e49bf9fb-b2fc-4324-a425-30077dea87c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2d64b281-f618-4700-930b-10a4846e9c64), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.656389 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.713511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49bf9fb-b2fc-4324-a425-30077dea87c2 None None] Pushing event updated for resources: {'Port': ['ID=2d64b281-f618-4700-930b-10a4846e9c64,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:38.718293 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43178) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:38.723946 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] For port 71d95c87-319f-4451-8b1a-742bdb1341ec, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=71d95c87-319f-4451-8b1a-742bdb1341ec,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:38.724316 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.755795 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Calling delete_port for 71d95c87-319f-4451-8b1a-742bdb1341ec owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:38.771989 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-8bec2a95-bb4d-4631-9217-c4b8447be8ff None None] Provisioning complete for port 2d64b281-f618-4700-930b-10a4846e9c64 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:38.772501 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8bec2a95-bb4d-4631-9217-c4b8447be8ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2d64b281-f618-4700-930b-10a4846e9c64), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:38.814998 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30017aae-f6cd-49b1-90b3-22de72a4e1e4 req-e6c7f2ed-3c35-45c9-bdfa-f3d7e15fdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:38.817047 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30017aae-f6cd-49b1-90b3-22de72a4e1e4 req-e6c7f2ed-3c35-45c9-bdfa-f3d7e15fdd2b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1130 time: 0.0793858 Apr 11 18:55:38.818484 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:38.852095 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5586f174-c9f3-4b5d-8437-4277e2cceb64 None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:38.888041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-8bec2a95-bb4d-4631-9217-c4b8447be8ff None None] Current status of the port 2d64b281-f618-4700-930b-10a4846e9c64 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:38.934159 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f78f1fdc-6450-4fe4-b589-650f84549e9a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.013187 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e527c723-756d-4373-b0a1-4c3180fbecfd req-fb38bc81-763f-4b47-b195-a0a45b59a786 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:39.014646 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e527c723-756d-4373-b0a1-4c3180fbecfd req-fb38bc81-763f-4b47-b195-a0a45b59a786 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 946 time: 0.1429756 Apr 11 18:55:39.027415 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f78f1fdc-6450-4fe4-b589-650f84549e9a admin admin] Publish callbacks [] for security_group (d39d2970-ea34-467b-a8dc-5bbbca16ddac), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.034764 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f78f1fdc-6450-4fe4-b589-650f84549e9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d39d2970-ea34-467b-a8dc-5bbbca16ddac), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.040538 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-30017aae-f6cd-49b1-90b3-22de72a4e1e4 req-14aaf47b-e406-4c2f-82b4-cfde87446484 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1698589 Apr 11 18:55:39.091226 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f78f1fdc-6450-4fe4-b589-650f84549e9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8e57a7359af44b7dbfd09f6d393e56cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3689194 Apr 11 18:55:39.091966 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43186) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:39.094162 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78f1fdc-6450-4fe4-b589-650f84549e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d2970-ea34-467b-a8dc-5bbbca16ddac,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:39.134746 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e527c723-756d-4373-b0a1-4c3180fbecfd req-3649cfea-4fee-4e21-9615-c62b15c9b3c9 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1091578 Apr 11 18:55:39.160229 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e5379075-28ca-405a-91b1-72511d4ac09b admin admin] Publish callbacks [] for security_group (d39d2970-ea34-467b-a8dc-5bbbca16ddac), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.184508 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e5379075-28ca-405a-91b1-72511d4ac09b admin admin] Publish callbacks [] for security_group (d39d2970-ea34-467b-a8dc-5bbbca16ddac), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.187161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.201980 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.241554 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfae4f-ac1d-416f-a660-acb36169d732 req-dd37d87e-09fd-4125-a3e0-feba9e68421c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:39.243266 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-75bfae4f-ac1d-416f-a660-acb36169d732 req-dd37d87e-09fd-4125-a3e0-feba9e68421c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 946 time: 0.1271868 Apr 11 18:55:39.245421 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e5379075-28ca-405a-91b1-72511d4ac09b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d39d2970-ea34-467b-a8dc-5bbbca16ddac), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.248841 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e5379075-28ca-405a-91b1-72511d4ac09b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.249262 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-e5379075-28ca-405a-91b1-72511d4ac09b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d39d2970-ea34-467b-a8dc-5bbbca16ddac HTTP/1.1" status: 204 len: 168 time: 0.1560688 Apr 11 18:55:39.269002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (71d95c87-319f-4451-8b1a-742bdb1341ec), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.272617 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5379075-28ca-405a-91b1-72511d4ac09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d2970-ea34-467b-a8dc-5bbbca16ddac,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:39.285384 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['71d95c87-319f-4451-8b1a-742bdb1341ec'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:55:39.316006 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=16021ed3-3080-4c9c-8442-795ec4d0bde3,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:39.372655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Pushing event deleted for resources: {'Port': ['ID=71d95c87-319f-4451-8b1a-742bdb1341ec,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:39.421388 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (961ec726-6333-48c7-9562-3eb1f346256d), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.444894 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-75bfae4f-ac1d-416f-a660-acb36169d732 req-9b2ec69d-737e-4c9a-86e8-6254c4a2dbf7 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/security-groups?id=52ec2e8c-58f5-4486-9717-71993d69bd01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881964 Apr 11 18:55:39.448467 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] No DVR routers for this DVR port 71d95c87-319f-4451-8b1a-742bdb1341ec on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:55:39.451429 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.455020 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ccd069c4-19f0-410c-b105-64a36ea0ff83 req-1c2a488e-fdb5-4478-ad5a-9ccd31578e1c tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.58 "DELETE /v2.0/ports/71d95c87-319f-4451-8b1a-742bdb1341ec HTTP/1.1" status: 204 len: 173 time: 1.1241934 Apr 11 18:55:39.458189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'name': 'network-vif-deleted', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:39.460458 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07da70ce-b0ed-45a3-b2ff-1fdc33c2ea39" -d '{"events": [{"server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "name": "network-vif-deleted", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:39.478199 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:39.478709 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b9d15bdd-96d6-4683-a33c-b68edc34e568 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0170584 Apr 11 18:55:39.513226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13cc023-79b5-4097-9c27-1ca591d0b8f2 x-openstack-request-id: req-c13cc023-79b5-4097-9c27-1ca591d0b8f2 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:39.513531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f42fe93-9017-4ed0-895f-851ddb02a302", "name": "network-vif-deleted", "tag": "71d95c87-319f-4451-8b1a-742bdb1341ec", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:39.513795 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c13cc023-79b5-4097-9c27-1ca591d0b8f2 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:39.514350 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13cc023-79b5-4097-9c27-1ca591d0b8f2'] response: {'server_uuid': '3f42fe93-9017-4ed0-895f-851ddb02a302', 'name': 'network-vif-deleted', 'tag': '71d95c87-319f-4451-8b1a-742bdb1341ec', 'status': 'completed', 'code': 200} Apr 11 18:55:39.747510 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-c0b0bedc-61b3-4cdc-9a78-cfab2f7a662a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--151725820&fields=id&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 267 time: 0.1088855 Apr 11 18:55:40.103777 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 2d64b281-f618-4700-930b-10a4846e9c64 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:40.156156 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 2d64b281-f618-4700-930b-10a4846e9c64 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:40.156538 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2d64b281-f618-4700-930b-10a4846e9c64), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:40.208163 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-42708a4a-e41e-4a39-80d3-13bdda9c53ab tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:40.209765 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-42708a4a-e41e-4a39-80d3-13bdda9c53ab tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.4614594 Apr 11 18:55:40.248241 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-36205bdb-7f61-456c-9af2-2b0a87beda75 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/quotas/80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 375 time: 0.0239227 Apr 11 18:55:40.337831 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 2d64b281-f618-4700-930b-10a4846e9c64 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:40.379434 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-95e2b442-11ec-4e24-8525-e2af34466bc1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1140764 Apr 11 18:55:40.400089 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449d4598-a6fa-4d2d-8e0e-150b9cf9a282 req-4df8c427-c845-4276-93c5-6a3b34002e91 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:40.401702 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-449d4598-a6fa-4d2d-8e0e-150b9cf9a282 req-4df8c427-c845-4276-93c5-6a3b34002e91 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 946 time: 0.1207829 Apr 11 18:55:40.477625 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-449d4598-a6fa-4d2d-8e0e-150b9cf9a282 req-c3347022-eac5-41cb-ab9c-009761de987e tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697737 Apr 11 18:55:40.649734 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bdd8f479-5ee2-4765-bf59-4571180d84cf req-fa8baf9d-f67b-4080-bc0f-d2e475fc98d8 tempest-TestMinimumBasicScenario-58736757 tempest-TestMinimumBasicScenario-58736757-project] 10.222.0.61 "GET /v2.0/ports?device_id=3f42fe93-9017-4ed0-895f-851ddb02a302 HTTP/1.1" status: 200 len: 210 time: 0.0405941 Apr 11 18:55:40.685658 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-1a5a8894-d844-41ce-aef6-3667b6afded5 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012371 Apr 11 18:55:40.798793 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-59887eae-1e91-483b-a4fc-6358c67fe084 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051593 Apr 11 18:55:41.017994 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bd31189f-d2c8-4b80-b3f3-94febd612c7d req-176e05f9-d2a1-4775-9701-20052ea1b15f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 210 time: 0.0356281 Apr 11 18:55:41.603964 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc23b8e-c138-4d2f-8c44-67dd36a08361 req-d63f99f7-af54-4c28-a38d-be598b171fbc tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:41.605418 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6fc23b8e-c138-4d2f-8c44-67dd36a08361 req-d63f99f7-af54-4c28-a38d-be598b171fbc tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 946 time: 0.0515556 Apr 11 18:55:41.656582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6fc23b8e-c138-4d2f-8c44-67dd36a08361 req-73ed1aab-5b43-4cd5-ac66-9879f4439d38 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454185 Apr 11 18:55:42.002105 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-858ed5b9-637f-4d5f-a7eb-d0c1c2c5b959 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:42.004492 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-858ed5b9-637f-4d5f-a7eb-d0c1c2c5b959 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.1393793 Apr 11 18:55:42.013588 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 71d95c87-319f-4451-8b1a-742bdb1341ec no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:42.052712 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 71d95c87-319f-4451-8b1a-742bdb1341ec {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:42.053302 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 71d95c87-319f-4451-8b1a-742bdb1341ec not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:42.090401 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-53c6ccde-18f6-4eb4-afea-5eb7631f1b96 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 379 time: 0.0744884 Apr 11 18:55:42.100636 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'port': {'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'admin_state_up': True, 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'security_groups': ['bc3e248f-309e-43e3-a9f2-021af8dc5ab8']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:42.160037 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-94d24d52-100b-41de-b940-2ff2f231d843 req-3b179f69-7714-4396-ae19-3300110f529c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 210 time: 0.0556619 Apr 11 18:55:42.257391 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Made reservation on behalf of 80533189063f4305b0c63bbfcda01ba4 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:55:42.260695 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:42.294005 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43380) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:42.485301 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.20.0.14 (d72b09e0-82e2-444d-9d11-603d421790a5/70ff67df-2595-4d3f-b9dc-6eff1b6ac468/9d6b9f0d-a087-4530-8f6e-98aed93c558b) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:55:42.740151 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:42.841677 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:42.843878 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (64887b3b-5912-48b5-84a6-8822564e9992), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:42.927071 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network d72b09e0-82e2-444d-9d11-603d421790a5 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:55:42.933085 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:55:42.938070 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:55:42.965839 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=9d6b9f0d-a087-4530-8f6e-98aed93c558b,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:43.035686 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:43.036343 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.088835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-2a57a649-9338-438b-830f-42fc50561e92 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9931083 Apr 11 18:55:43.113179 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Request body: {'port': {'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:43.163778 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4b0d629d-04e2-4f57-8a94-568a2cf02824 None None] Provisioning complete for port 9d6b9f0d-a087-4530-8f6e-98aed93c558b triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:43.164451 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4b0d629d-04e2-4f57-8a94-568a2cf02824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.199210 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4b0d629d-04e2-4f57-8a94-568a2cf02824 None None] Port 9d6b9f0d-a087-4530-8f6e-98aed93c558b cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:55:43.215862 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.317543 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Deleting port d5d1feac-7705-4f8b-8be4-205af33091d8 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:43.317795 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.363517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4953df37-7e41-459b-85d8-20eeca36ceb1 req-f0a2fdf1-7a74-486c-8fed-93e049599132 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:43.364950 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4953df37-7e41-459b-85d8-20eeca36ceb1 req-f0a2fdf1-7a74-486c-8fed-93e049599132 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 932 time: 0.1196320 Apr 11 18:55:43.564265 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4953df37-7e41-459b-85d8-20eeca36ceb1 req-85b02154-d14d-4436-b943-4116543fa00f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1502705 Apr 11 18:55:43.572094 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] For port d5d1feac-7705-4f8b-8be4-205af33091d8, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=d5d1feac-7705-4f8b-8be4-205af33091d8,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:43.572392 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.589336 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Calling delete_port for d5d1feac-7705-4f8b-8be4-205af33091d8 owned by network:router_interface {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:43.760413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d6b9f0d-a087-4530-8f6e-98aed93c558b {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:55:43.773714 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Publish callbacks [] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.795836 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Transition to ACTIVE for port object 9d6b9f0d-a087-4530-8f6e-98aed93c558b will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:55:43.807405 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.892267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Pushing event updated for resources: {'Port': ['ID=9d6b9f0d-a087-4530-8f6e-98aed93c558b,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:43.954410 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (d5d1feac-7705-4f8b-8be4-205af33091d8), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:43.989933 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d1feac-7705-4f8b-8be4-205af33091d8,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:44.053048 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Attempting to bind port 9d6b9f0d-a087-4530-8f6e-98aed93c558b on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:55:44.053747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Attempting to bind port 9d6b9f0d-a087-4530-8f6e-98aed93c558b by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:55:44.053747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Attempting to bind port 9d6b9f0d-a087-4530-8f6e-98aed93c558b on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:55:44.065782 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Port 9d6b9f0d-a087-4530-8f6e-98aed93c558b on network d72b09e0-82e2-444d-9d11-603d421790a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:55:44.066140 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Attempting to bind port 9d6b9f0d-a087-4530-8f6e-98aed93c558b on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:55:44.076583 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 55, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:55:44.076921 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Checking segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:55:44.077326 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Bound using segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:55:44.077863 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Bound port: 9d6b9f0d-a087-4530-8f6e-98aed93c558b, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:55:44.078255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:44.244610 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] For port 9d6b9f0d-a087-4530-8f6e-98aed93c558b, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:55:44.249389 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] For port 9d6b9f0d-a087-4530-8f6e-98aed93c558b, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:55:44.258773 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:44.265992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (64887b3b-5912-48b5-84a6-8822564e9992), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:44.302348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:44.302963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:44.304332 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] 10.222.0.58 "PUT /v2.0/ports/9d6b9f0d-a087-4530-8f6e-98aed93c558b HTTP/1.1" status: 200 len: 1094 time: 1.1953659 Apr 11 18:55:44.304949 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:44.307346 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73" -d '{"events": [{"name": "network-changed", "server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:44.373196 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee808f9e-29c8-4a31-8cbd-7faef5ae9b65 x-openstack-request-id: req-ee808f9e-29c8-4a31-8cbd-7faef5ae9b65 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:44.373499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:44.373756 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ee808f9e-29c8-4a31-8cbd-7faef5ae9b65 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:44.374211 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee808f9e-29c8-4a31-8cbd-7faef5ae9b65'] response: {'name': 'network-changed', 'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'status': 'completed', 'code': 200} Apr 11 18:55:44.416528 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a30bce-201f-4f08-94ac-e12ef731a17f service neutron] Pushing event updated for resources: {'Port': ['ID=9d6b9f0d-a087-4530-8f6e-98aed93c558b,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:44.459137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-7ef9c2a7-613b-4e8e-aa4b-49f257bb7b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:44.460665 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-7ef9c2a7-613b-4e8e-aa4b-49f257bb7b36 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 1128 time: 0.1060896 Apr 11 18:55:44.513191 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-35b9e3cb-87de-4c02-b21a-d76764f42dce service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b HTTP/1.1" status: 200 len: 217 time: 0.0443161 Apr 11 18:55:44.910288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-0cd54226-1b3f-4914-baab-eb465913fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:44.911774 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-0cd54226-1b3f-4914-baab-eb465913fdd6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.3922613 Apr 11 18:55:44.963762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbfe6d-c4c8-4608-aec5-46ed11931625 req-47ad33c3-d30b-4ef7-a59b-26ee19ce3f47 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:44.965202 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-63cbfe6d-c4c8-4608-aec5-46ed11931625 req-47ad33c3-d30b-4ef7-a59b-26ee19ce3f47 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 944 time: 0.1470346 Apr 11 18:55:45.020163 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-06824949-494e-4974-a80c-f6017817e3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:45.021678 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-06824949-494e-4974-a80c-f6017817e3a1 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0800400 Apr 11 18:55:45.069269 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Router 64887b3b-5912-48b5-84a6-8822564e9992 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:55:45.113579 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-63cbfe6d-c4c8-4608-aec5-46ed11931625 req-db33f076-b303-4b3a-a2d5-4aaf9dec8fdb tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1279647 Apr 11 18:55:45.226534 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-aa53cc89-ebef-47ba-8420-b808d8e2a75f service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950712 Apr 11 18:55:45.303624 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:45.308714 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-9ec67135-0f83-4ce0-917f-d9d1187d178c admin admin] 10.222.0.61 "PUT /v2.0/routers/64887b3b-5912-48b5-84a6-8822564e9992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9885752 Apr 11 18:55:45.311308 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43396) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:45.315041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] Sync routers for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:45.325332 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:45.326247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:45.416608 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2621a8ae-f02e-412a-80e0-7e585d485b5d req-dcc44ba9-2790-4cf5-8362-1d6d206db6df service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836522 Apr 11 18:55:45.437580 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks [] for router (64887b3b-5912-48b5-84a6-8822564e9992), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:45.554734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks [] for router_gateway (64887b3b-5912-48b5-84a6-8822564e9992), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:45.579109 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:45.598921 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Deleting port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:45.599258 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:45.681644 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] For port 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:45.681925 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:45.695080 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Calling delete_port for 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:45.752767 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242'}], 'enable_snat': True}, 'gw_port_id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:55:43Z', 'revision_number': 5, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port': {'id': '800f91f3-bb3c-42f9-8b50-2ec28d66f4f0', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:67:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64887b3b-5912-48b5-84a6-8822564e9992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:53:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:45.786774 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] Checking router: 64887b3b-5912-48b5-84a6-8822564e9992 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:45.795796 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] Routers {'64887b3b-5912-48b5-84a6-8822564e9992'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:45.796407 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['64887b3b-5912-48b5-84a6-8822564e9992'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:45.868849 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (800f91f3-bb3c-42f9-8b50-2ec28d66f4f0), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:45.887041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] Set router 64887b3b-5912-48b5-84a6-8822564e9992 gateway port host: None {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:45.898736 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=800f91f3-bb3c-42f9-8b50-2ec28d66f4f0,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:45.943586 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:55:45Z', 'revision_number': 6, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port_host': None}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:45.962210 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (64887b3b-5912-48b5-84a6-8822564e9992), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:45.969775 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e456687-2c0a-40a2-8072-ee4e33191f6b None None] The sync data for ids ['64887b3b-5912-48b5-84a6-8822564e9992'] in dv-cinder-837356-1-iscsi is: [{'id': '64887b3b-5912-48b5-84a6-8822564e9992', 'name': 'tempest-TestMinimumBasicScenario-1941558181-router', 'tenant_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:54Z', 'updated_at': '2022-04-11T18:55:45Z', 'revision_number': 6, 'project_id': '11c2837c2a2f4f98a1ae2702c6b63784', 'gw_port_host': None}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:46.063920 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (64887b3b-5912-48b5-84a6-8822564e9992), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.066692 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks [] for router_controller (64887b3b-5912-48b5-84a6-8822564e9992), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.113703 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (64887b3b-5912-48b5-84a6-8822564e9992), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.114396 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 64887b3b-5912-48b5-84a6-8822564e9992 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:55:46.118971 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.120100 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d1803913-dda1-4fc1-950e-6ea9899a48c7 admin admin] 10.222.0.61 "DELETE /v2.0/routers/64887b3b-5912-48b5-84a6-8822564e9992 HTTP/1.1" status: 204 len: 168 time: 0.8080394 Apr 11 18:55:46.122547 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43398) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:46.167333 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] Deleting subnet c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:55:46.171168 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] Publish callbacks [] for subnet (c5dc0859-4f33-4e37-9fe4-0d41b8d2d043), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.274717 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (c5dc0859-4f33-4e37-9fe4-0d41b8d2d043), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.281983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df11c293-3cd5-4145-8f58-19bbaa4fe606 req-6177c8c5-ce0e-4579-a050-70e62e0e4e58 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:46.283472 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-df11c293-3cd5-4145-8f58-19bbaa4fe606 req-6177c8c5-ce0e-4579-a050-70e62e0e4e58 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 944 time: 0.0833542 Apr 11 18:55:46.301242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-a0ebf54e-1a45-461f-bcfb-81a267af7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:46.302725 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-a0ebf54e-1a45-461f-bcfb-81a267af7d72 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 1128 time: 0.1295433 Apr 11 18:55:46.404536 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-df11c293-3cd5-4145-8f58-19bbaa4fe606 req-d53999db-9b00-48f2-9c25-f9ac2a9d5ca4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006584 Apr 11 18:55:46.478365 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (c5dc0859-4f33-4e37-9fe4-0d41b8d2d043), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.518387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-f4bd6550-ff25-49cc-a0e2-98a576b7c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:46.519831 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-f4bd6550-ff25-49cc-a0e2-98a576b7c89f service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.1941524 Apr 11 18:55:46.569551 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-99178247-e02e-4ad9-b93b-bd24ba798566 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b HTTP/1.1" status: 200 len: 217 time: 0.0408218 Apr 11 18:55:46.603494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (c5dc0859-4f33-4e37-9fe4-0d41b8d2d043), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.638641 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5dc0859-4f33-4e37-9fe4-0d41b8d2d043,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:46.642183 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.645311 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b1c03bbf-fdfd-40a0-b982-ff2e862b659c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/c5dc0859-4f33-4e37-9fe4-0d41b8d2d043 HTTP/1.1" status: 204 len: 168 time: 0.5218096 Apr 11 18:55:46.646247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d279d157-1ae1-424d-bfc9-37d06efc4302 None None] Network 6189ebe9-1e93-4750-9b7b-42ab12a4af24 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:55:46.647874 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43404) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:46.659102 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-4135fe51-fbc8-4fb4-a3a5-2257fa249eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:46.660407 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-4135fe51-fbc8-4fb4-a3a5-2257fa249eb1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0845313 Apr 11 18:55:46.753132 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-542dc584-b6d0-4e5e-baf2-2c6da3d20766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:46.754737 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-542dc584-b6d0-4e5e-baf2-2c6da3d20766 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0838017 Apr 11 18:55:46.771784 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (6189ebe9-1e93-4750-9b7b-42ab12a4af24), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.829864 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] DHCP port deletion for 6189ebe9-1e93-4750-9b7b-42ab12a4af24 request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:55:46.875381 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Deleting port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa {{(pid=115232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:46.875760 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), before_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.878404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Deleting port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:46.878742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.909024 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-9a152555-7bf0-42e0-97be-64450e414207 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472096 Apr 11 18:55:46.947184 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] For port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:46.947594 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), precommit_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:46.965236 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Calling delete_port for 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa owned by network:dhcp {{(pid=115232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:46.977955 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] For port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,segment=NetworkSegment(30ce12a5-69ae-4f45-a75b-5dddebe7a372),segment_id=30ce12a5-69ae-4f45-a75b-5dddebe7a372)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:46.978381 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.025975 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Calling delete_port for 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa owned by network:dhcp {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:47.057851 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), after_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.091398 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Pushing event deleted for resources: {'Port': ['ID=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,revision_number=None']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:47.095701 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5d62f60-a19f-4fce-9bf0-1027dcc87a73 req-5d9e6b1f-4fa0-49aa-84f6-05f318c53d40 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603761 Apr 11 18:55:47.096303 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] No DVR routers for this DVR port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa on host dv-cinder-837356-1-iscsi {{(pid=115232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:55:47.107590 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.108723 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.108723 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.108723 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.109001 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.111939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.112646 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b992d21-59a8-4bee-b34f-8268f59d2ae9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:55:47.138290 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (04bf1a8c-acb0-4d23-9f26-c63ed42a73fa), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.167726 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Pushing event deleted for resources: {'Port': ['ID=04bf1a8c-acb0-4d23-9f26-c63ed42a73fa,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:47.171414 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] No DVR routers for this DVR port 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa on host dv-cinder-837356-1-iscsi {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:55:47.243672 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (6189ebe9-1e93-4750-9b7b-42ab12a4af24), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.265913 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6189ebe9-1e93-4750-9b7b-42ab12a4af24']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:47.275251 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ce12a5-69ae-4f45-a75b-5dddebe7a372') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:47.275559 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ce12a5-69ae-4f45-a75b-5dddebe7a372') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:47.284949 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (30ce12a5-69ae-4f45-a75b-5dddebe7a372), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.298207 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (30ce12a5-69ae-4f45-a75b-5dddebe7a372), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.304577 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:55:47.304964 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (30ce12a5-69ae-4f45-a75b-5dddebe7a372), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: self.session.flush() Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: self.session.flush() Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: self.session.flush() Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: self.session.flush() Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:55:47.306735 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:55:47.369643 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (6189ebe9-1e93-4750-9b7b-42ab12a4af24), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.375002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:47.378991 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] 10.222.0.61 "DELETE /v2.0/networks/6189ebe9-1e93-4750-9b7b-42ab12a4af24 HTTP/1.1" status: 204 len: 168 time: 0.7303553 Apr 11 18:55:47.382136 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43408) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:47.392433 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c71df-65ed-4e75-b387-5083d04fdf9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6189ebe9-1e93-4750-9b7b-42ab12a4af24,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:47.530835 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bce2b0-045f-43bc-9ac9-1240aecfb2e8 req-bc22ee24-e5c7-4a80-bf6d-c4463dbf16ee tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:47.532210 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-49bce2b0-045f-43bc-9ac9-1240aecfb2e8 req-bc22ee24-e5c7-4a80-bf6d-c4463dbf16ee tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 944 time: 0.0476351 Apr 11 18:55:47.580707 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-49bce2b0-045f-43bc-9ac9-1240aecfb2e8 req-bc3f7aad-300e-477c-9558-04123609091c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403984 Apr 11 18:55:47.781115 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:48.031895 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 9d6b9f0d-a087-4530-8f6e-98aed93c558b details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:55:48.046717 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:48.066649 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Deleting port 3f48b099-8f6d-4673-9cb9-268387312210 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:48.066989 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (3f48b099-8f6d-4673-9cb9-268387312210), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:48.074200 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:48.074549 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 800f91f3-bb3c-42f9-8b50-2ec28d66f4f0 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:48.074978 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device d5d1feac-7705-4f8b-8be4-205af33091d8 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:48.101760 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: d5d1feac-7705-4f8b-8be4-205af33091d8 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:48.102130 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device d5d1feac-7705-4f8b-8be4-205af33091d8 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:48.102538 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:48.137207 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:48.137555 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 04bf1a8c-acb0-4d23-9f26-c63ed42a73fa not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:48.148235 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] For port 3f48b099-8f6d-4673-9cb9-268387312210, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=3f48b099-8f6d-4673-9cb9-268387312210,segment=NetworkSegment(61e1e35d-c196-4c60-89ec-672737fd3032),segment_id=61e1e35d-c196-4c60-89ec-672737fd3032)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:48.148617 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (3f48b099-8f6d-4673-9cb9-268387312210), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:48.162098 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Calling delete_port for 3f48b099-8f6d-4673-9cb9-268387312210 owned by network:router_interface {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:48.205499 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 9d6b9f0d-a087-4530-8f6e-98aed93c558b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:48.218295 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:55:48.257041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 9d6b9f0d-a087-4530-8f6e-98aed93c558b is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:48.257454 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:48.271304 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d6b9f0d-a087-4530-8f6e-98aed93c558b {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:55:48.292019 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 9d6b9f0d-a087-4530-8f6e-98aed93c558b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:48.297192 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:48.350754 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=9d6b9f0d-a087-4530-8f6e-98aed93c558b,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:48.365820 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (3f48b099-8f6d-4673-9cb9-268387312210), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:48.396006 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Pushing event deleted for resources: {'Port': ['ID=3f48b099-8f6d-4673-9cb9-268387312210,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:48.532254 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['9d6b9f0d-a087-4530-8f6e-98aed93c558b'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:55:48.582439 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:48.711036 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6eae80-3860-4375-8f10-c34bc8e68793 req-37a7124b-777f-4a0c-9332-d265f2e25cca tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:48.713305 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf6eae80-3860-4375-8f10-c34bc8e68793 req-37a7124b-777f-4a0c-9332-d265f2e25cca tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 945 time: 0.0621216 Apr 11 18:55:48.761719 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cf6eae80-3860-4375-8f10-c34bc8e68793 req-8e93c8d0-293e-4e99-a64b-5b6f43ecdf57 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427780 Apr 11 18:55:48.816545 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:55:49.095778 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:49.118755 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:49.126415 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-41a9e524-d22f-4f34-8cbb-3d9cb0a1642d admin admin] 10.222.0.61 "PUT /v2.0/routers/70f1fd6a-e7e7-48e2-a8bb-b6de1613a735/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7407284 Apr 11 18:55:49.126578 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43416) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:49.129177 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] Sync routers for ids ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:49.139169 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] Routers {'70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:49.139785 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:49.252337 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] Set router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:49.437557 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:55:48Z', 'revision_number': 5, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:49.465298 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] Checking router: 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:49.475073 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] Routers {'70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:49.475683 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:49.501411 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks [] for router (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:49.581367 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] Set router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:49.608161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks [] for router_gateway (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:49.654168 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Deleting port 640f8a43-22f6-4efe-9c58-f222666b1766 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:49.654508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:49.739451 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] For port 640f8a43-22f6-4efe-9c58-f222666b1766, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=640f8a43-22f6-4efe-9c58-f222666b1766,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:49.740443 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:49.754321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Calling delete_port for 640f8a43-22f6-4efe-9c58-f222666b1766 owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:49.758881 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:55:48Z', 'revision_number': 5, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:49.785884 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba58b7a4-0d78-44ba-a4d2-25d9a971c230 None None] The sync data for ids ['70f1fd6a-e7e7-48e2-a8bb-b6de1613a735'] in dv-cinder-837356-1-iscsi is: [{'id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'name': 'tempest-TestMinimumBasicScenario-857422472-router', 'tenant_id': '6bcd09725a0a48b3834c768b143e4a0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44'}], 'enable_snat': True}, 'gw_port_id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:52:59Z', 'updated_at': '2022-04-11T18:55:48Z', 'revision_number': 5, 'project_id': '6bcd09725a0a48b3834c768b143e4a0b', 'gw_port': {'id': '640f8a43-22f6-4efe-9c58-f222666b1766', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:c4:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70f1fd6a-e7e7-48e2-a8bb-b6de1613a735', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:53:00Z', 'updated_at': '2022-04-11T18:53:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:49.924227 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e94bc6-2fe9-4bd2-bc2d-70c43c44928d req-74687402-5ae1-43d4-a4f7-cdae0aca2cb8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:49.926294 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-23e94bc6-2fe9-4bd2-bc2d-70c43c44928d req-74687402-5ae1-43d4-a4f7-cdae0aca2cb8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 945 time: 0.0570111 Apr 11 18:55:50.008755 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-23e94bc6-2fe9-4bd2-bc2d-70c43c44928d req-03e97b7a-3160-4c65-95c7-671f5691ff0e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761557 Apr 11 18:55:50.009865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (640f8a43-22f6-4efe-9c58-f222666b1766), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.037601 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Pushing event deleted for resources: {'Port': ['ID=640f8a43-22f6-4efe-9c58-f222666b1766,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:50.046627 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 9d6b9f0d-a087-4530-8f6e-98aed93c558b up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:55:50.095150 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 9d6b9f0d-a087-4530-8f6e-98aed93c558b completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:55:50.101463 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 9d6b9f0d-a087-4530-8f6e-98aed93c558b triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:55:50.102092 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.109431 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.187329 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 9d6b9f0d-a087-4530-8f6e-98aed93c558b is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:55:50.187723 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.208597 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.212922 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks [] for router_controller (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.217090 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:50.219524 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2daa95f1-42a5-46ee-8010-aec67c10b15d" -d '{"events": [{"server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "name": "network-vif-plugged", "status": "completed", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:50.232481 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 9d6b9f0d-a087-4530-8f6e-98aed93c558b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:50.236542 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.266981 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (70f1fd6a-e7e7-48e2-a8bb-b6de1613a735), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.267879 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:55:50.272821 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.277036 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-68e89620-1275-45be-a8f6-324f84afc3cf admin admin] 10.222.0.61 "DELETE /v2.0/routers/70f1fd6a-e7e7-48e2-a8bb-b6de1613a735 HTTP/1.1" status: 204 len: 168 time: 1.1494455 Apr 11 18:55:50.277314 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43424) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:50.297181 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6760d601-e77c-483b-981e-2e5b357acd82 x-openstack-request-id: req-6760d601-e77c-483b-981e-2e5b357acd82 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:50.297713 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "name": "network-vif-plugged", "status": "completed", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:50.297713 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6760d601-e77c-483b-981e-2e5b357acd82 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:50.298106 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6760d601-e77c-483b-981e-2e5b357acd82'] response: {'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'code': 200} Apr 11 18:55:50.321556 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=9d6b9f0d-a087-4530-8f6e-98aed93c558b,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:50.355206 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] Deleting subnet dda4c638-e0a5-4c43-a7d9-19cedf3854bc {{(pid=115230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:55:50.358688 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] Publish callbacks [] for subnet (dda4c638-e0a5-4c43-a7d9-19cedf3854bc), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.362125 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 3f48b099-8f6d-4673-9cb9-268387312210 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:50.391907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 3f48b099-8f6d-4673-9cb9-268387312210 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:50.392442 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 3f48b099-8f6d-4673-9cb9-268387312210 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:50.410470 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4577329'] for subnet (dda4c638-e0a5-4c43-a7d9-19cedf3854bc), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.481107 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78669b8f-e3e1-4562-a6d6-7e81ec6e0130 req-97dcd719-0be6-482a-a291-adceee83618e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:50.482616 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78669b8f-e3e1-4562-a6d6-7e81ec6e0130 req-97dcd719-0be6-482a-a291-adceee83618e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 1130 time: 0.0412970 Apr 11 18:55:50.498156 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (dda4c638-e0a5-4c43-a7d9-19cedf3854bc), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.536644 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-78669b8f-e3e1-4562-a6d6-7e81ec6e0130 req-b7a53e7a-3f21-45ac-a3bf-0a997f5ccc1e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470166 Apr 11 18:55:50.555247 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4388259'] for subnet (dda4c638-e0a5-4c43-a7d9-19cedf3854bc), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.581662 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dda4c638-e0a5-4c43-a7d9-19cedf3854bc,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:50.585747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.588914 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7c13ce10-1e29-4dd0-82d2-e94e10d3234c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/dda4c638-e0a5-4c43-a7d9-19cedf3854bc HTTP/1.1" status: 204 len: 168 time: 0.3107603 Apr 11 18:55:50.591602 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43434) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:50.596820 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67daac95-4cdd-42e0-8ca1-fdb6a8921734 None None] Network 49246619-626f-4807-9935-593b6e0d18db requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:55:50.672924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (49246619-626f-4807-9935-593b6e0d18db), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.720754 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Deleting port 9816e881-2f42-46dd-b11f-0f6bc2b21127 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:55:50.721205 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.781448 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] For port 9816e881-2f42-46dd-b11f-0f6bc2b21127, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=9816e881-2f42-46dd-b11f-0f6bc2b21127,segment=NetworkSegment(61e1e35d-c196-4c60-89ec-672737fd3032),segment_id=61e1e35d-c196-4c60-89ec-672737fd3032)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:55:50.781809 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.794111 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Calling delete_port for 9816e881-2f42-46dd-b11f-0f6bc2b21127 owned by network:dhcp {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:55:50.873917 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (9816e881-2f42-46dd-b11f-0f6bc2b21127), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.902543 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Pushing event deleted for resources: {'Port': ['ID=9816e881-2f42-46dd-b11f-0f6bc2b21127,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:50.904466 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] No DVR routers for this DVR port 9816e881-2f42-46dd-b11f-0f6bc2b21127 on host dv-cinder-837356-1-iscsi {{(pid=115230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:55:50.975489 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (49246619-626f-4807-9935-593b6e0d18db), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:50.996662 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80e79cd8-b1f2-4bc5-9a91-a75e24a874d7 None None] DHCP port deletion for 49246619-626f-4807-9935-593b6e0d18db request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:55:50.999443 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49246619-626f-4807-9935-593b6e0d18db']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:51.012582 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e1e35d-c196-4c60-89ec-672737fd3032') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:51.012894 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e1e35d-c196-4c60-89ec-672737fd3032') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:51.022902 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (61e1e35d-c196-4c60-89ec-672737fd3032), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.037249 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (61e1e35d-c196-4c60-89ec-672737fd3032), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.043334 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Releasing vlan 520 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:55:51.043722 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (61e1e35d-c196-4c60-89ec-672737fd3032), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:55:51.045477 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:55:51.099477 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (49246619-626f-4807-9935-593b6e0d18db), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.104790 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.107915 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] 10.222.0.61 "DELETE /v2.0/networks/49246619-626f-4807-9935-593b6e0d18db HTTP/1.1" status: 204 len: 168 time: 0.5152154 Apr 11 18:55:51.126385 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee1df74-c346-445d-ac67-ffa3aea32410 admin admin] Pushing event deleted for resources: {'Network': ['ID=49246619-626f-4807-9935-593b6e0d18db,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:51.137397 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0ac1e4-c12b-4ea6-be7e-4f8bc7eabd9d req-d8442498-43b1-4fbf-bce7-98f1c86f459c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:51.140091 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cc0ac1e4-c12b-4ea6-be7e-4f8bc7eabd9d req-d8442498-43b1-4fbf-bce7-98f1c86f459c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 946 time: 0.0609121 Apr 11 18:55:51.188442 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cc0ac1e4-c12b-4ea6-be7e-4f8bc7eabd9d req-683b8684-c877-4f9e-b595-cb66abe07b8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408816 Apr 11 18:55:51.278189 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43446) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:51.321911 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-27640be2-5974-4f7d-a889-99cc9226c97c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=11c2837c2a2f4f98a1ae2702c6b63784&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424643 Apr 11 18:55:51.324204 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43448) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:51.370373 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cbacfaa0-17fd-49dc-ba87-8de7c1e01e9b admin admin] Publish callbacks [] for security_group (52ec2e8c-58f5-4486-9717-71993d69bd01), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.390604 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cbacfaa0-17fd-49dc-ba87-8de7c1e01e9b admin admin] Publish callbacks [] for security_group (52ec2e8c-58f5-4486-9717-71993d69bd01), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.436390 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cbacfaa0-17fd-49dc-ba87-8de7c1e01e9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (52ec2e8c-58f5-4486-9717-71993d69bd01), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.439093 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-cbacfaa0-17fd-49dc-ba87-8de7c1e01e9b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.442512 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-cbacfaa0-17fd-49dc-ba87-8de7c1e01e9b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52ec2e8c-58f5-4486-9717-71993d69bd01 HTTP/1.1" status: 204 len: 168 time: 0.1151206 Apr 11 18:55:51.447595 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacfaa0-17fd-49dc-ba87-8de7c1e01e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ec2e8c-58f5-4486-9717-71993d69bd01,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:51.760930 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43456) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:51.800722 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d86f4eef-9404-4274-bc48-3b492f0cfb0a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6bcd09725a0a48b3834c768b143e4a0b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386364 Apr 11 18:55:51.803208 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43458) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:51.849262 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-07327035-e2c3-4ab8-ad45-2546b96e9fe3 admin admin] Publish callbacks [] for security_group (a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.869381 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-07327035-e2c3-4ab8-ad45-2546b96e9fe3 admin admin] Publish callbacks [] for security_group (a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.919172 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-07327035-e2c3-4ab8-ad45-2546b96e9fe3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.922796 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-07327035-e2c3-4ab8-ad45-2546b96e9fe3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:51.924297 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-07327035-e2c3-4ab8-ad45-2546b96e9fe3 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f HTTP/1.1" status: 204 len: 168 time: 0.1200206 Apr 11 18:55:51.933806 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07327035-e2c3-4ab8-ad45-2546b96e9fe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a50db8e6-1c5f-4c3e-aeb7-89c3f8262a8f,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:52.044477 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 640f8a43-22f6-4efe-9c58-f222666b1766 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:52.064464 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 640f8a43-22f6-4efe-9c58-f222666b1766 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:52.064816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 640f8a43-22f6-4efe-9c58-f222666b1766 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:52.065809 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 9816e881-2f42-46dd-b11f-0f6bc2b21127 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:55:52.086194 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 9816e881-2f42-46dd-b11f-0f6bc2b21127 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:55:52.087474 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 9816e881-2f42-46dd-b11f-0f6bc2b21127 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:55:52.309946 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819f09d8-854a-4dd3-acfe-47e5c8479cb1 req-5f8ef8f6-e8d9-484f-9c2e-0ca562297d38 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:52.311374 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-819f09d8-854a-4dd3-acfe-47e5c8479cb1 req-5f8ef8f6-e8d9-484f-9c2e-0ca562297d38 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 946 time: 0.0488570 Apr 11 18:55:52.358979 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-819f09d8-854a-4dd3-acfe-47e5c8479cb1 req-56bedacc-d64f-4803-9868-48efa1722897 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414371 Apr 11 18:55:52.469666 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb7c2-0506-468e-ae8c-6a170244f0e1 req-1eaf1a39-c940-4f4d-9756-0f106fca26e4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:52.471109 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-894cb7c2-0506-468e-ae8c-6a170244f0e1 req-1eaf1a39-c940-4f4d-9756-0f106fca26e4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 946 time: 0.0500388 Apr 11 18:55:52.479511 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43466) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:52.483742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:55:52.524621 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (961ec726-6333-48c7-9562-3eb1f346256d), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:52.968741 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:52.972577 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (961ec726-6333-48c7-9562-3eb1f346256d), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:53.071960 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP 961ec726-6333-48c7-9562-3eb1f346256d associated. External IP: 172.27.0.175, port: 9d6b9f0d-a087-4530-8f6e-98aed93c558b. Apr 11 18:55:53.283232 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:55:53.390184 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:55:53.395023 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:53.401652 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:55:53.411847 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:53.412457 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:53.424212 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-bc3962df-eea9-4355-8f98-73ef424cd5e8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "PUT /v2.0/floatingips/961ec726-6333-48c7-9562-3eb1f346256d HTTP/1.1" status: 200 len: 992 time: 0.9436717 Apr 11 18:55:53.424937 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:55:53.427187 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34a86434-da2e-43f1-9d69-dfc65041a46a" -d '{"events": [{"name": "network-changed", "server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:55:53.462655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f4b32f-06d9-4306-85d1-519edf57e7e8 x-openstack-request-id: req-b3f4b32f-06d9-4306-85d1-519edf57e7e8 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:55:53.462943 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:55:53.463194 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b3f4b32f-06d9-4306-85d1-519edf57e7e8 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:55:53.463601 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3f4b32f-06d9-4306-85d1-519edf57e7e8'] response: {'name': 'network-changed', 'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'status': 'completed', 'code': 200} Apr 11 18:55:53.522601 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:53.529485 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-5cb3e1c6-68e5-4aa9-b013-4c647526a411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:53.530994 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-5cb3e1c6-68e5-4aa9-b013-4c647526a411 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 1130 time: 0.0387652 Apr 11 18:55:53.626079 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-387494f0-6afb-4b57-86ef-8de01bd64b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:53.627563 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-387494f0-6afb-4b57-86ef-8de01bd64b9b service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.0908754 Apr 11 18:55:53.694491 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-da4a2131-3ad3-4a2f-8c24-c00d7a1c893f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b HTTP/1.1" status: 200 len: 1000 time: 0.0610814 Apr 11 18:55:53.747194 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-129d918f-c300-4751-8257-950bb70e00df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:53.748641 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-129d918f-c300-4751-8257-950bb70e00df service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0438216 Apr 11 18:55:53.751641 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:52Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:53.780643 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:55:53.789897 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:55:53.790585 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:55:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:53.805021 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-a41cda6d-740a-4e79-ac74-dc284f49acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:53.806563 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-a41cda6d-740a-4e79-ac74-dc284f49acd2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476382 Apr 11 18:55:53.900505 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:55:53.904425 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-3a97b8c4-c0c7-41c4-9802-ef50655101d0 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0703206 Apr 11 18:55:53.928958 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-7a816fbe-eb7e-450c-8597-1567c41bd9c9 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1127920 Apr 11 18:55:54.025412 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-9c2eeea6-4f27-440b-b665-08edd16f82cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:54.026871 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-9c2eeea6-4f27-440b-b665-08edd16f82cf service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=c6fa8ba05d274ccb87f238031ba45505&device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 1130 time: 0.0815098 Apr 11 18:55:54.072434 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-34a86434-da2e-43f1-9d69-dfc65041a46a req-8b98da2f-f1a6-469a-a36c-ace0d93f16a3 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347961 Apr 11 18:55:54.119219 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:52Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:55:54.146082 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee0a6254-02f5-454a-9b3d-39be542d9054 None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:52Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:55:54.149188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-db575878-34d2-4f78-b026-c73489aafd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:54.150702 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-db575878-34d2-4f78-b026-c73489aafd2a service neutron] 10.222.0.58 "GET /v2.0/networks?id=5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 200 len: 918 time: 0.0996456 Apr 11 18:55:54.223445 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-6e18a3e4-7243-4b4b-9c84-540242d15cfb service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 200 len: 1000 time: 0.0637558 Apr 11 18:55:54.277757 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-ba19c8ac-20fd-40b3-b785-d4968c728b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:54.279270 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-ba19c8ac-20fd-40b3-b785-d4968c728b91 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 200 len: 856 time: 0.0485384 Apr 11 18:55:54.323994 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-0d36d685-2668-4df1-bac4-9dafc81fcf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:55:54.325586 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-0d36d685-2668-4df1-bac4-9dafc81fcf1b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=5284b732-7473-4bdb-a090-76a61474b637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402122 Apr 11 18:55:54.350261 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bcbc53-c49a-4bdd-9596-ca00cdc59e87 None None] New status for floating IP 961ec726-6333-48c7-9562-3eb1f346256d: ACTIVE {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:55:54.419903 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-19b47d09-5183-44ee-9a7a-3f579ea9c560 service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875371 Apr 11 18:55:54.518188 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b251efcd-a2ee-4dee-84d8-8343a119d409 req-9be59187-691b-4214-8a15-62965685a30e service neutron] 10.222.0.58 "GET /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897231 Apr 11 18:55:57.125013 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a6446875-487c-4312-85b7-92adf6f912bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.292597 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43498) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:57.396598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-775d536c-591f-48e4-b507-ce833f5bf54f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.470126 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-775d536c-591f-48e4-b507-ce833f5bf54f admin admin] Publish callbacks [] for security_group (0265db66-f301-4903-adc4-43f87224b560), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.474281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-775d536c-591f-48e4-b507-ce833f5bf54f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0265db66-f301-4903-adc4-43f87224b560), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.512410 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-775d536c-591f-48e4-b507-ce833f5bf54f admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8913ee635a214702b16cbb749ae775b4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2187028 Apr 11 18:55:57.513399 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775d536c-591f-48e4-b507-ce833f5bf54f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0265db66-f301-4903-adc4-43f87224b560,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:57.515094 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43502) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:57.562071 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e2dc38fb-7326-4d1f-bb25-5be87804f319 admin admin] Publish callbacks [] for security_group (0265db66-f301-4903-adc4-43f87224b560), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.582202 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e2dc38fb-7326-4d1f-bb25-5be87804f319 admin admin] Publish callbacks [] for security_group (0265db66-f301-4903-adc4-43f87224b560), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.627890 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e2dc38fb-7326-4d1f-bb25-5be87804f319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0265db66-f301-4903-adc4-43f87224b560), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.630438 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e2dc38fb-7326-4d1f-bb25-5be87804f319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:57.631565 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-e2dc38fb-7326-4d1f-bb25-5be87804f319 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0265db66-f301-4903-adc4-43f87224b560 HTTP/1.1" status: 204 len: 168 time: 0.1155014 Apr 11 18:55:57.639063 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc38fb-7326-4d1f-bb25-5be87804f319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0265db66-f301-4903-adc4-43f87224b560,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:58.644097 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43532) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:58.648308 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:55:58.744428 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-35f5dae0-c672-4694-be8d-83d695ea6f5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:58.818635 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-35f5dae0-c672-4694-be8d-83d695ea6f5b admin admin] Publish callbacks [] for security_group (67d5ea00-5857-493d-a4c9-d9e916a13982), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:58.822410 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-35f5dae0-c672-4694-be8d-83d695ea6f5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (67d5ea00-5857-493d-a4c9-d9e916a13982), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:58.859712 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-35f5dae0-c672-4694-be8d-83d695ea6f5b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7d37f85497df4042a543bb731cd1f277&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2145848 Apr 11 18:55:58.860657 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5dae0-c672-4694-be8d-83d695ea6f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67d5ea00-5857-493d-a4c9-d9e916a13982,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:58.862994 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43536) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:55:58.913953 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cafc66a-03f2-4a20-adda-1365425ed3e8 admin admin] Publish callbacks [] for security_group (67d5ea00-5857-493d-a4c9-d9e916a13982), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:58.937403 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cafc66a-03f2-4a20-adda-1365425ed3e8 admin admin] Publish callbacks [] for security_group (67d5ea00-5857-493d-a4c9-d9e916a13982), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:58.985779 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cafc66a-03f2-4a20-adda-1365425ed3e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (67d5ea00-5857-493d-a4c9-d9e916a13982), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:58.988901 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cafc66a-03f2-4a20-adda-1365425ed3e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:55:58.990046 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-1cafc66a-03f2-4a20-adda-1365425ed3e8 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/67d5ea00-5857-493d-a4c9-d9e916a13982 HTTP/1.1" status: 204 len: 168 time: 0.1254847 Apr 11 18:55:58.998129 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cafc66a-03f2-4a20-adda-1365425ed3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d5ea00-5857-493d-a4c9-d9e916a13982,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:55:59.542582 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a510b1db-1143-41cc-9ef0-41b601429152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:00.669303 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:01.160657 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-714a54fd-7ddd-427e-b41c-c525753110ca tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=60f3a7def5e44163b7fa724bbe11b490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285203 Apr 11 18:56:01.334145 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-35399ca6-d5fe-42d4-afee-63a23562ea5a tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:01.335521 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-35399ca6-d5fe-42d4-afee-63a23562ea5a tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698675 Apr 11 18:56:01.349983 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-80d7717f-015f-41b4-887a-325728c77692 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/quotas/60f3a7def5e44163b7fa724bbe11b490 HTTP/1.1" status: 200 len: 375 time: 0.0091527 Apr 11 18:56:01.384516 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-9707ea75-64d1-44e6-86a2-95565bc88c0d tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=60f3a7def5e44163b7fa724bbe11b490&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297675 Apr 11 18:56:01.537311 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d8c9a840-0a59-4365-9740-627fd1c37d5f req-39b083fb-dcbf-4188-9872-b401172604ed tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0284162 Apr 11 18:56:02.049292 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:02.402919 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-a4c5b1e9-4f1b-4148-8170-9f97bff82356 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=60f3a7def5e44163b7fa724bbe11b490&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0225174 Apr 11 18:56:02.788514 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-57920e94-950d-42b5-adb4-9acd9e9398ee req-9f8dd9d7-d11a-47c3-a567-a8ea8e6aa5dd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0346923 Apr 11 18:56:02.816029 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-718c928d-4a91-4b4e-997e-315a1b31819e tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:02.817436 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-718c928d-4a91-4b4e-997e-315a1b31819e tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4097486 Apr 11 18:56:02.833871 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Request body: {'port': {'device_id': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74', 'admin_state_up': True, 'tenant_id': '60f3a7def5e44163b7fa724bbe11b490'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:02.942714 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Made reservation on behalf of 60f3a7def5e44163b7fa724bbe11b490 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:56:02.946290 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:02.954665 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.031915 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks [] for security_group (3765ac98-c338-4d7f-be15-27c9bc1115aa), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.036103 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3765ac98-c338-4d7f-be15-27c9bc1115aa), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.099098 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3765ac98-c338-4d7f-be15-27c9bc1115aa,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:03.167237 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Allocated IP 192.168.233.82 (542c25c6-aad8-4a20-aa3d-f5ab5dd33a74/0176597c-3f91-4198-bd77-bfd38318431a/ec4c879c-0f3b-4236-ab61-e3e5d3c0067e) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:56:03.320143 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks [] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.353183 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.399558 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:56:03.402505 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:56:03.406034 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:56:03.412976 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Pushing event updated for resources: {'Port': ['ID=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:03.458923 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:03.459551 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.477940 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-6d120406-a759-4439-9622-57c9d34ef8fd tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6473613 Apr 11 18:56:03.490986 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Request body: {'port': {'device_id': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:03.552174 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.595560 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-e0dc6d69-1aa6-4910-b870-2f03234fe9c7 None None] Provisioning complete for port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:56:03.596149 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e0dc6d69-1aa6-4910-b870-2f03234fe9c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.629939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-e0dc6d69-1aa6-4910-b870-2f03234fe9c7 None None] Port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:56:03.671240 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.832039 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec4c879c-0f3b-4236-ab61-e3e5d3c0067e {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:56:03.839541 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Publish callbacks [] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.853836 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Transition to ACTIVE for port object ec4c879c-0f3b-4236-ab61-e3e5d3c0067e will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:56:03.866859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:03.941262 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0440b0-d8ef-4bf0-bbb3-e8c5aa2ed7db req-a483158c-d66e-44ba-bd5d-39489e9badb7 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:03.942834 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2a0440b0-d8ef-4bf0-bbb3-e8c5aa2ed7db req-a483158c-d66e-44ba-bd5d-39489e9badb7 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 947 time: 0.0872903 Apr 11 18:56:03.959414 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:04.067626 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2a0440b0-d8ef-4bf0-bbb3-e8c5aa2ed7db req-4d00b985-4fee-4307-99c1-02ba093b86c4 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182323 Apr 11 18:56:04.072111 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Attempting to bind port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:56:04.072450 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Attempting to bind port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:56:04.072780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Attempting to bind port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e on network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:56:04.077638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e on network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:56:04.077964 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Attempting to bind port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e on network 542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:56:04.087794 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 55, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:56:04.088134 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Checking segment: {'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:56:04.088539 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Bound using segment: {'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:56:04.088963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Bound port: ec4c879c-0f3b-4236-ab61-e3e5d3c0067e, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caa2bf5d-a00c-495a-aaeb-2c2effa8cb83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:56:04.089344 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:04.154871 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] For port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:56:04.157841 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] For port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,segment=NetworkSegment(caa2bf5d-a00c-495a-aaeb-2c2effa8cb83),segment_id=caa2bf5d-a00c-495a-aaeb-2c2effa8cb83)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:56:04.164260 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:04.201912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:04.202536 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:04.203886 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] 10.222.0.58 "PUT /v2.0/ports/ec4c879c-0f3b-4236-ab61-e3e5d3c0067e HTTP/1.1" status: 200 len: 1097 time: 0.7180207 Apr 11 18:56:04.204346 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'tag': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:04.206594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3c328f-bfa6-4cb0-8702-127b9812db35" -d '{"events": [{"name": "network-changed", "server_uuid": "bb334fdc-0f46-415e-bace-564d6ab4c4f0", "tag": "ec4c879c-0f3b-4236-ab61-e3e5d3c0067e"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:04.240499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b349d1-4163-477b-87f3-c65a5bd91430 service neutron] Pushing event updated for resources: {'Port': ['ID=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:04.256738 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aed1e6fc-f40c-44ff-bb9b-3e0e9a961547 x-openstack-request-id: req-aed1e6fc-f40c-44ff-bb9b-3e0e9a961547 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:04.257037 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb334fdc-0f46-415e-bace-564d6ab4c4f0", "tag": "ec4c879c-0f3b-4236-ab61-e3e5d3c0067e", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:04.257315 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-aed1e6fc-f40c-44ff-bb9b-3e0e9a961547 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:04.257718 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aed1e6fc-f40c-44ff-bb9b-3e0e9a961547'] response: {'name': 'network-changed', 'server_uuid': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'tag': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e', 'status': 'completed', 'code': 200} Apr 11 18:56:04.291083 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-e022bccd-8aef-4bf9-b731-05008a238c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:04.292635 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-e022bccd-8aef-4bf9-b731-05008a238c41 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f3a7def5e44163b7fa724bbe11b490&device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 1131 time: 0.0460262 Apr 11 18:56:04.337664 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-5734d5bc-e657-4ac1-8384-d7915e0874af service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e HTTP/1.1" status: 200 len: 217 time: 0.0359342 Apr 11 18:56:04.388731 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-8209d20f-a5d5-4ba8-8116-65bf5b87e413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:04.390222 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-8209d20f-a5d5-4ba8-8116-65bf5b87e413 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0176597c-3f91-4198-bd77-bfd38318431a HTTP/1.1" status: 200 len: 843 time: 0.0461657 Apr 11 18:56:04.438097 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41519387-6051-46ca-828a-38103ed30ca8 req-8b5897a1-60f0-4a8d-b18e-5906eab5666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:04.440076 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-8b5897a1-60f0-4a8d-b18e-5906eab5666e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=542c25c6-aad8-4a20-aa3d-f5ab5dd33a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0440633 Apr 11 18:56:04.532737 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-be860b14-088e-4122-a466-1d40413a6c03 service neutron] 10.222.0.58 "GET /v2.0/networks/542c25c6-aad8-4a20-aa3d-f5ab5dd33a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845182 Apr 11 18:56:04.623394 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-41519387-6051-46ca-828a-38103ed30ca8 req-012cba6b-6fef-4b4b-9910-9b369713d511 service neutron] 10.222.0.58 "GET /v2.0/networks/542c25c6-aad8-4a20-aa3d-f5ab5dd33a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837371 Apr 11 18:56:05.180912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dedb56-cf00-49c2-bb9c-2081faa852f9 req-f9a434d9-131c-4f30-855b-b9376ef81b1b tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:05.182387 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-18dedb56-cf00-49c2-bb9c-2081faa852f9 req-f9a434d9-131c-4f30-855b-b9376ef81b1b tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 947 time: 0.0470521 Apr 11 18:56:05.228872 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-18dedb56-cf00-49c2-bb9c-2081faa852f9 req-ea555a9a-ccdf-4de2-8dd0-c76783a423e0 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Apr 11 18:56:05.480239 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-2e87cd18-a0d5-4653-9aa2-8b39004a0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:05.481732 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-2e87cd18-a0d5-4653-9aa2-8b39004a0d86 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=60f3a7def5e44163b7fa724bbe11b490&device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 1131 time: 0.0428307 Apr 11 18:56:05.567708 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-7573d8f7-e345-4891-ad50-63f74ef9f5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:05.569167 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-7573d8f7-e345-4891-ad50-63f74ef9f5fd service neutron] 10.222.0.58 "GET /v2.0/networks?id=542c25c6-aad8-4a20-aa3d-f5ab5dd33a74 HTTP/1.1" status: 200 len: 870 time: 0.0820167 Apr 11 18:56:05.614394 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-0f9d2adc-663d-462c-8eee-6e28098d766f service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e HTTP/1.1" status: 200 len: 217 time: 0.0366645 Apr 11 18:56:05.662201 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-a0bf2be2-8a4e-414c-ac62-724127141b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:05.663594 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-a0bf2be2-8a4e-414c-ac62-724127141b58 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=0176597c-3f91-4198-bd77-bfd38318431a HTTP/1.1" status: 200 len: 843 time: 0.0428393 Apr 11 18:56:05.708418 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-6a0277c7-0674-46d9-8dd8-f1d725bb2af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:05.709910 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-6a0277c7-0674-46d9-8dd8-f1d725bb2af9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=542c25c6-aad8-4a20-aa3d-f5ab5dd33a74&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0391583 Apr 11 18:56:05.799610 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-518e8271-82a0-4f5e-b657-d6c3f287eb66 service neutron] 10.222.0.58 "GET /v2.0/networks/542c25c6-aad8-4a20-aa3d-f5ab5dd33a74?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824394 Apr 11 18:56:05.885727 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ff3c328f-bfa6-4cb0-8702-127b9812db35 req-4f29e3fb-dc86-4573-8adc-6d04944cba2b service neutron] 10.222.0.58 "GET /v2.0/networks/542c25c6-aad8-4a20-aa3d-f5ab5dd33a74?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803034 Apr 11 18:56:06.340937 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d3b968-87d9-4c42-943a-18385821a4f4 req-999b4ca5-891e-4a8c-a3e1-a887250396c7 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:06.342966 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-87d3b968-87d9-4c42-943a-18385821a4f4 req-999b4ca5-891e-4a8c-a3e1-a887250396c7 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 947 time: 0.0475965 Apr 11 18:56:06.392658 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-87d3b968-87d9-4c42-943a-18385821a4f4 req-5760e2bf-ba83-421f-a68b-b5c89ee87f2a tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436783 Apr 11 18:56:07.502348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51882db-ff9b-43d2-8b74-d09bcb18ad26 req-2a0624c7-66d3-4c89-8464-1a8417f6487d tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:07.504423 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c51882db-ff9b-43d2-8b74-d09bcb18ad26 req-2a0624c7-66d3-4c89-8464-1a8417f6487d tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 947 time: 0.0467181 Apr 11 18:56:07.555312 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c51882db-ff9b-43d2-8b74-d09bcb18ad26 req-6ebc6f11-7b2e-4e3b-85b0-2251c6041a06 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454102 Apr 11 18:56:08.193780 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ec4c879c-0f3b-4236-ab61-e3e5d3c0067e details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:56:08.293020 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,segment=NetworkSegment(caa2bf5d-a00c-495a-aaeb-2c2effa8cb83),segment_id=caa2bf5d-a00c-495a-aaeb-2c2effa8cb83)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:08.303784 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e', 'network_id': '542c25c6-aad8-4a20-aa3d-f5ab5dd33a74', 'port_id': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e', 'mac_address': 'fa:16:3e:76:48:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 527, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0176597c-3f91-4198-bd77-bfd38318431a', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:56:08.474703 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:56:08.475090 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:08.487701 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec4c879c-0f3b-4236-ab61-e3e5d3c0067e {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:56:08.506794 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,segment=NetworkSegment(caa2bf5d-a00c-495a-aaeb-2c2effa8cb83),segment_id=caa2bf5d-a00c-495a-aaeb-2c2effa8cb83)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:08.510413 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:08.555660 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:08.665579 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfdfb4b7-90c6-420d-b081-a53ab7bbf2ea req-56ea83c7-af9d-4aac-8d84-b02e11011680 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:08.667047 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bfdfb4b7-90c6-420d-b081-a53ab7bbf2ea req-56ea83c7-af9d-4aac-8d84-b02e11011680 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 948 time: 0.0460908 Apr 11 18:56:08.716288 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bfdfb4b7-90c6-420d-b081-a53ab7bbf2ea req-33f34d84-d871-40aa-bca8-cb3931c95291 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436826 Apr 11 18:56:08.759793 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['ec4c879c-0f3b-4236-ab61-e3e5d3c0067e'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:56:09.828380 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a826d-c893-4b7e-accd-7115db21e273 req-3f285fec-33bd-4850-8357-7f9df6c958c4 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:09.829851 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-049a826d-c893-4b7e-accd-7115db21e273 req-3f285fec-33bd-4850-8357-7f9df6c958c4 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 948 time: 0.0492525 Apr 11 18:56:09.875155 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-049a826d-c893-4b7e-accd-7115db21e273 req-8c2fc47f-b3bf-4878-b276-dadbbaace4da tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393870 Apr 11 18:56:10.204093 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ec4c879c-0f3b-4236-ab61-e3e5d3c0067e up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:56:10.246534 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:56:10.252173 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:56:10.252548 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:10.342336 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:56:10.342721 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:10.364240 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:10.366472 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4fe274e-8633-455e-8e51-a76458537eeb" -d '{"events": [{"server_uuid": "bb334fdc-0f46-415e-bace-564d6ab4c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c879c-0f3b-4236-ab61-e3e5d3c0067e"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:10.378682 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,segment=NetworkSegment(caa2bf5d-a00c-495a-aaeb-2c2effa8cb83),segment_id=caa2bf5d-a00c-495a-aaeb-2c2effa8cb83)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:10.382659 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:10.406227 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff677af1-a99c-476a-aea3-0fc63cf5ee88 x-openstack-request-id: req-ff677af1-a99c-476a-aea3-0fc63cf5ee88 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:10.406522 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb334fdc-0f46-415e-bace-564d6ab4c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "ec4c879c-0f3b-4236-ab61-e3e5d3c0067e", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:10.406776 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ff677af1-a99c-476a-aea3-0fc63cf5ee88 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:10.407168 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff677af1-a99c-476a-aea3-0fc63cf5ee88'] response: {'server_uuid': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e', 'code': 200} Apr 11 18:56:10.437439 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:10.501696 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43620) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:10.573273 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29eea2e6-4301-4200-9d8d-e0b7116b2ba5 req-a254c812-6734-4fc6-bfb6-6a78797ebebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:10.575000 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-29eea2e6-4301-4200-9d8d-e0b7116b2ba5 req-a254c812-6734-4fc6-bfb6-6a78797ebebb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 1133 time: 0.0427868 Apr 11 18:56:10.620658 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-29eea2e6-4301-4200-9d8d-e0b7116b2ba5 req-88d85054-fd33-4ed7-a02c-7be5a53709c4 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388546 Apr 11 18:56:10.808010 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Deleting port 6e6c561c-967d-4e27-b848-665dffe80ab6 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:10.808263 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:10.883278 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:10.883605 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for floatingip (6e6c561c-967d-4e27-b848-665dffe80ab6), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:10.896003 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Calling delete_port for 6e6c561c-967d-4e27-b848-665dffe80ab6 owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:10.997526 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb811b0b-4b87-4b2c-81e9-a315dc17fa91 req-9cb0a159-b1bb-42ac-a106-3d8d9970e9df tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:10.999647 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb811b0b-4b87-4b2c-81e9-a315dc17fa91 req-9cb0a159-b1bb-42ac-a106-3d8d9970e9df tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 949 time: 0.0565677 Apr 11 18:56:11.052067 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fb811b0b-4b87-4b2c-81e9-a315dc17fa91 req-498d2996-3930-4407-a5c3-bf2a07e31126 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451305 Apr 11 18:56:11.057969 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (6e6c561c-967d-4e27-b848-665dffe80ab6), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:11.087107 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event deleted for resources: {'Port': ['ID=6e6c561c-967d-4e27-b848-665dffe80ab6,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:11.157300 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for floatingip (72819304-7d3b-41b1-b9bc-40dd3e1f91b6), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:11.157628 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.l3_db [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Floating IP 72819304-7d3b-41b1-b9bc-40dd3e1f91b6 disassociated (deleted). External IP: 172.27.0.148, port: ab5826bb-627e-497e-8cf7-52cf8a32a16e. Apr 11 18:56:11.384416 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:56:11.490539 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:56:11.495747 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:11.500518 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] Sync routers for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:56:11.511283 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:11.511900 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:11.524886 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-11918362-3b2f-4976-8082-50a0a4114616 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "DELETE /v2.0/floatingips/72819304-7d3b-41b1-b9bc-40dd3e1f91b6 HTTP/1.1" status: 204 len: 168 time: 1.0220435 Apr 11 18:56:11.525547 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:11.527698 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56397708-6907-426b-854a-14955428e429" -d '{"events": [{"name": "network-changed", "server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:11.573841 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbdf7d2-18e1-4e58-a86b-e5f81c2087eb x-openstack-request-id: req-0cbdf7d2-18e1-4e58-a86b-e5f81c2087eb {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:11.574138 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:11.574393 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-0cbdf7d2-18e1-4e58-a86b-e5f81c2087eb {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:11.574798 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0cbdf7d2-18e1-4e58-a86b-e5f81c2087eb'] response: {'name': 'network-changed', 'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'status': 'completed', 'code': 200} Apr 11 18:56:11.629247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:11.742993 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc27235-86be-419f-9078-ddee668273ae req-c8ef660a-58be-4962-910b-8d709f9fa779 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:11.744471 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bbc27235-86be-419f-9078-ddee668273ae req-c8ef660a-58be-4962-910b-8d709f9fa779 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0484414 Apr 11 18:56:11.792700 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-bbc27235-86be-419f-9078-ddee668273ae req-548c3c1e-d974-43e4-8d6f-3cbc90fdab62 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424712 Apr 11 18:56:11.829896 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:30Z', 'revision_number': 5, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:11.856631 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] Checking router: e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:56:11.865426 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:11.866031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:11.976636 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:12.102955 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56397708-6907-426b-854a-14955428e429 req-64103b35-c974-4940-8f60-d8daf0137db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:12.105389 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56397708-6907-426b-854a-14955428e429 req-64103b35-c974-4940-8f60-d8daf0137db1 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=6ce353fb24d7498692339b92c6e375f8&device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 1130 time: 0.0450094 Apr 11 18:56:12.180219 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:30Z', 'revision_number': 5, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:12.190093 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d04b9-7f0e-4cd8-a4ef-8083431921f1 req-9692c8d1-d561-4cad-b670-cc5ccc047e02 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:12.192173 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-341d04b9-7f0e-4cd8-a4ef-8083431921f1 req-9692c8d1-d561-4cad-b670-cc5ccc047e02 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 949 time: 0.0513611 Apr 11 18:56:12.211869 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579ef816-a043-47e9-9c30-d1b51534f6be None None] The sync data for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi is: [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:50:27Z', 'revision_number': 4, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'cf876c71-e42e-45e3-99ed-17f33fd2d273', 'name': '', 'network_id': '8a062a1f-16d7-4459-bc5a-79f3afcebd3d', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'mac_address': 'fa:16:3e:27:dd:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:25Z', 'updated_at': '2022-04-11T18:50:30Z', 'revision_number': 5, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'subnets': [{'id': '15c7f995-d3d1-4d11-aa61-7854718a55a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:56:12.240435 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-341d04b9-7f0e-4cd8-a4ef-8083431921f1 req-41d95b9e-8be6-4c20-a7c0-6ae305324258 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425758 Apr 11 18:56:12.454870 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009e5e7f-3662-4dbb-9897-40658296664c None None] New status for floating IP 72819304-7d3b-41b1-b9bc-40dd3e1f91b6: DOWN {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:56:12.510266 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c31027-aff3-4b21-bb0b-832701738800 req-e062feff-013c-4d7f-a685-80a26a63803f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:12.512411 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a9c31027-aff3-4b21-bb0b-832701738800 req-e062feff-013c-4d7f-a685-80a26a63803f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 949 time: 0.0476236 Apr 11 18:56:12.563357 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a9c31027-aff3-4b21-bb0b-832701738800 req-6adaefa3-a25d-44cc-bab7-3218cfc89f48 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458086 Apr 11 18:56:12.904095 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cf3f34-df57-449e-b9e8-263eb02bc8f8 req-4d00f870-7b48-4b7c-bf49-3c18fe077061 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:12.905551 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8cf3f34-df57-449e-b9e8-263eb02bc8f8 req-4d00f870-7b48-4b7c-bf49-3c18fe077061 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0454106 Apr 11 18:56:12.955377 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a8cf3f34-df57-449e-b9e8-263eb02bc8f8 req-9dec95bb-aa3c-4a02-8c8e-00df872b8812 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437748 Apr 11 18:56:13.290923 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56397708-6907-426b-854a-14955428e429 req-859eb722-e1e0-47df-9470-898e462c2460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:13.292353 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56397708-6907-426b-854a-14955428e429 req-859eb722-e1e0-47df-9470-898e462c2460 service neutron] 10.222.0.58 "GET /v2.0/networks?id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 200 len: 909 time: 0.0872762 Apr 11 18:56:13.673835 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ba4c95-7594-469e-9ae4-9f4eeb2f1869 req-80ede5c5-84e2-41df-b16a-b38ce512b793 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:13.675302 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-18ba4c95-7594-469e-9ae4-9f4eeb2f1869 req-80ede5c5-84e2-41df-b16a-b38ce512b793 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 949 time: 0.0467732 Apr 11 18:56:13.726309 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-18ba4c95-7594-469e-9ae4-9f4eeb2f1869 req-80a420f2-a225-4c72-b12d-5c55fafb5976 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455084 Apr 11 18:56:14.065189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013c0d20-a5a4-45d3-ad0d-9f8e425ca1e8 req-ddcec903-22f6-45d1-8c53-5ba7c5c0a6c0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:14.067224 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-013c0d20-a5a4-45d3-ad0d-9f8e425ca1e8 req-ddcec903-22f6-45d1-8c53-5ba7c5c0a6c0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.0451818 Apr 11 18:56:14.114614 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-013c0d20-a5a4-45d3-ad0d-9f8e425ca1e8 req-5b3aa1a6-8b26-48ef-8cf6-77156caf86a5 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419199 Apr 11 18:56:14.538559 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56397708-6907-426b-854a-14955428e429 req-2bc9974c-7e15-4f7a-8148-2ee9838c6e0a service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 200 len: 217 time: 0.0340044 Apr 11 18:56:14.891787 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6eae1-5312-446c-9b82-400ec3c3e1d6 req-2ebc4dad-79b8-4ad4-a893-c5eef368def8 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:14.893158 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-81b6eae1-5312-446c-9b82-400ec3c3e1d6 req-2ebc4dad-79b8-4ad4-a893-c5eef368def8 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 949 time: 0.1021311 Apr 11 18:56:14.944938 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56397708-6907-426b-854a-14955428e429 req-7e97560d-73e8-411a-96c9-cde006a75c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:14.946383 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56397708-6907-426b-854a-14955428e429 req-7e97560d-73e8-411a-96c9-cde006a75c77 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 200 len: 847 time: 0.1243038 Apr 11 18:56:14.974612 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-701aea65-fe86-4558-8a65-3447ca048f91 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:14.975978 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-701aea65-fe86-4558-8a65-3447ca048f91 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.58 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 949 time: 0.1211624 Apr 11 18:56:15.014707 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-86d57d39-fe23-46c6-a041-da734b9ef19f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:15.016076 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-86d57d39-fe23-46c6-a041-da734b9ef19f tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.58 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.1180670 Apr 11 18:56:15.089375 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56397708-6907-426b-854a-14955428e429 req-640f4511-0a1b-499f-937e-21563c3d85d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:15.091163 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56397708-6907-426b-854a-14955428e429 req-640f4511-0a1b-499f-937e-21563c3d85d9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=8a062a1f-16d7-4459-bc5a-79f3afcebd3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1322508 Apr 11 18:56:15.104130 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-81b6eae1-5312-446c-9b82-400ec3c3e1d6 req-7910bca1-c0b1-40b1-aff6-efac6f9f4253 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/security-groups?id=3765ac98-c338-4d7f-be15-27c9bc1115aa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934962 Apr 11 18:56:15.277618 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Deleting port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:15.277958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:15.295463 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Deleting port ab5826bb-627e-497e-8cf7-52cf8a32a16e {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:15.295785 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:15.327835 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3024348f-7f4a-4d91-8410-384aca37b358 req-9788614e-df46-4a6b-8fec-3bd009666af9 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:15.329306 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3024348f-7f4a-4d91-8410-384aca37b358 req-9788614e-df46-4a6b-8fec-3bd009666af9 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 946 time: 0.1427047 Apr 11 18:56:15.432561 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56397708-6907-426b-854a-14955428e429 req-ccbffbdb-0eb7-4e06-bf59-a364f157947d service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3336406 Apr 11 18:56:15.565623 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3024348f-7f4a-4d91-8410-384aca37b358 req-0759d28e-0e37-428c-b3a2-420b0e73a5d0 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/security-groups?id=d230bff8-7394-4bcd-87af-e8bcde255b3d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2208138 Apr 11 18:56:15.575639 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] For port ab5826bb-627e-497e-8cf7-52cf8a32a16e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ab5826bb-627e-497e-8cf7-52cf8a32a16e,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:15.576018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:15.586660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] For port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,segment=NetworkSegment(caa2bf5d-a00c-495a-aaeb-2c2effa8cb83),segment_id=caa2bf5d-a00c-495a-aaeb-2c2effa8cb83)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:15.587026 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:15.601743 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Calling delete_port for ab5826bb-627e-497e-8cf7-52cf8a32a16e owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:15.618778 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Calling delete_port for ec4c879c-0f3b-4236-ab61-e3e5d3c0067e owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:15.670005 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56397708-6907-426b-854a-14955428e429 req-dcd39361-c661-4dfc-afcc-ef4619889523 service neutron] 10.222.0.58 "GET /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301767 Apr 11 18:56:15.848223 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (ab5826bb-627e-497e-8cf7-52cf8a32a16e), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:15.859459 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (ec4c879c-0f3b-4236-ab61-e3e5d3c0067e), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:15.869991 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['ec4c879c-0f3b-4236-ab61-e3e5d3c0067e'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:56:15.889714 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event deleted for resources: {'Port': ['ID=ab5826bb-627e-497e-8cf7-52cf8a32a16e,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:15.942419 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Pushing event deleted for resources: {'Port': ['ID=ec4c879c-0f3b-4236-ab61-e3e5d3c0067e,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:15.978571 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] No DVR routers for this DVR port ab5826bb-627e-497e-8cf7-52cf8a32a16e on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:15.980343 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:15.983606 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3db06b8a-08cd-43d4-b37d-f6795cee151e req-cd8bb483-6f55-4204-af86-e0c6caf82a98 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.58 "DELETE /v2.0/ports/ab5826bb-627e-497e-8cf7-52cf8a32a16e HTTP/1.1" status: 204 len: 173 time: 0.9577036 Apr 11 18:56:15.999217 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-deleted', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:16.001754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c12b01-d6ba-4153-864e-8480a80b3596" -d '{"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-deleted", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:16.004952 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] No DVR routers for this DVR port ec4c879c-0f3b-4236-ab61-e3e5d3c0067e on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:16.008133 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:16.012271 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6032f070-d163-4970-ba22-eac7a0bbd9e1 req-e75cf9d9-a26b-4a83-92fa-eaa4aac20b2f tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.58 "DELETE /v2.0/ports/ec4c879c-0f3b-4236-ab61-e3e5d3c0067e HTTP/1.1" status: 204 len: 173 time: 1.0124724 Apr 11 18:56:16.048419 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f2e376-3ec4-467b-8e28-583e55196626 x-openstack-request-id: req-43f2e376-3ec4-467b-8e28-583e55196626 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:16.048865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "987d423d-a53a-4c15-9964-4f79627ce3b4", "name": "network-vif-deleted", "tag": "ab5826bb-627e-497e-8cf7-52cf8a32a16e", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:16.049351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-43f2e376-3ec4-467b-8e28-583e55196626 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:16.049848 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f2e376-3ec4-467b-8e28-583e55196626'] response: {'server_uuid': '987d423d-a53a-4c15-9964-4f79627ce3b4', 'name': 'network-vif-deleted', 'tag': 'ab5826bb-627e-497e-8cf7-52cf8a32a16e', 'status': 'completed', 'code': 200} Apr 11 18:56:16.221419 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-49a5e0aa-5616-4d71-a8c7-44c79924c581 req-94020506-b4d6-4bfc-8301-45fe968e2ec5 tempest-VolumesNegativeTest-2067714531 tempest-VolumesNegativeTest-2067714531-project] 10.222.0.61 "GET /v2.0/ports?device_id=bb334fdc-0f46-415e-bace-564d6ab4c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0330243 Apr 11 18:56:16.679025 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-beb65827-baff-4b8c-b1d7-ae297556c230 req-da12e739-885d-4ce3-b431-d1987973bf6a tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "GET /v2.0/ports?device_id=987d423d-a53a-4c15-9964-4f79627ce3b4 HTTP/1.1" status: 200 len: 210 time: 0.0280006 Apr 11 18:56:17.738415 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43696) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:17.797934 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2bac3d20-88c4-4feb-9b4b-ccfd7e983b81 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group (d230bff8-7394-4bcd-87af-e8bcde255b3d), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:17.824960 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2bac3d20-88c4-4feb-9b4b-ccfd7e983b81 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group (d230bff8-7394-4bcd-87af-e8bcde255b3d), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:17.884890 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2bac3d20-88c4-4feb-9b4b-ccfd7e983b81 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d230bff8-7394-4bcd-87af-e8bcde255b3d), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:17.887488 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2bac3d20-88c4-4feb-9b4b-ccfd7e983b81 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:17.888640 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2bac3d20-88c4-4feb-9b4b-ccfd7e983b81 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] 10.222.0.61 "DELETE /v2.0/security-groups/d230bff8-7394-4bcd-87af-e8bcde255b3d HTTP/1.1" status: 204 len: 168 time: 0.1492212 Apr 11 18:56:17.900947 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac3d20-88c4-4feb-9b4b-ccfd7e983b81 tempest-TestShelveInstance-1060706147 tempest-TestShelveInstance-1060706147-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d230bff8-7394-4bcd-87af-e8bcde255b3d,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:17.936875 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43738) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:18.085357 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'name': 'network-vif-deleted', 'tag': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:18.087919 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2952378d-9ae2-45be-8364-8c9bbc083a32" -d '{"events": [{"server_uuid": "bb334fdc-0f46-415e-bace-564d6ab4c4f0", "name": "network-vif-deleted", "tag": "ec4c879c-0f3b-4236-ab61-e3e5d3c0067e"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:18.136985 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49464af5-c45e-43f8-8c23-998e7a618f9a x-openstack-request-id: req-49464af5-c45e-43f8-8c23-998e7a618f9a {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:18.137301 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb334fdc-0f46-415e-bace-564d6ab4c4f0", "name": "network-vif-deleted", "tag": "ec4c879c-0f3b-4236-ab61-e3e5d3c0067e", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:18.137557 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-49464af5-c45e-43f8-8c23-998e7a618f9a {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:18.137952 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49464af5-c45e-43f8-8c23-998e7a618f9a'] response: {'server_uuid': 'bb334fdc-0f46-415e-bace-564d6ab4c4f0', 'name': 'network-vif-deleted', 'tag': 'ec4c879c-0f3b-4236-ab61-e3e5d3c0067e', 'status': 'completed', 'code': 200} Apr 11 18:56:18.676045 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:18.915484 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Deleting port cf876c71-e42e-45e3-99ed-17f33fd2d273 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:18.916166 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:18.996655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] For port cf876c71-e42e-45e3-99ed-17f33fd2d273, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cf876c71-e42e-45e3-99ed-17f33fd2d273,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:18.997010 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:19.010603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Calling delete_port for cf876c71-e42e-45e3-99ed-17f33fd2d273 owned by network:router_interface {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:19.082555 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:19.204433 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (cf876c71-e42e-45e3-99ed-17f33fd2d273), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:19.233496 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf876c71-e42e-45e3-99ed-17f33fd2d273,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:19.411560 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:19.640300 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:56:19.757718 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:56:19.766430 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ce737878-3a73-4758-acf4-ab04e58baa70 admin admin] 10.222.0.61 "PUT /v2.0/routers/e5cf3f43-fa7e-42e7-886d-2be0ae2415a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8245654 Apr 11 18:56:19.766430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43910) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:19.769429 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] Sync routers for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:56:19.779818 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:19.781114 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:19.878340 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks [] for router (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:19.899928 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:19.992458 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks [] for router_gateway (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.064072 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Deleting port 29e47b59-e67a-4e59-9d20-b675b0997700 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:20.064458 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.094150 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166'}], 'enable_snat': True}, 'gw_port_id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:56:19Z', 'revision_number': 5, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port': {'id': '29e47b59-e67a-4e59-9d20-b675b0997700', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:57:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 331, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:22Z', 'updated_at': '2022-04-11T18:50:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:20.124411 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] Checking router: e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:56:20.135359 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] Routers {'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:20.136054 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:20.162586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] For port 29e47b59-e67a-4e59-9d20-b675b0997700, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=29e47b59-e67a-4e59-9d20-b675b0997700,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:20.162787 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.177432 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Calling delete_port for 29e47b59-e67a-4e59-9d20-b675b0997700 owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:20.227116 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] Set router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 gateway port host: None {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:20.263691 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ab5826bb-627e-497e-8cf7-52cf8a32a16e no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:20.295579 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:56:19Z', 'revision_number': 6, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port_host': None}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:20.314622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: ab5826bb-627e-497e-8cf7-52cf8a32a16e {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:20.315226 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ab5826bb-627e-497e-8cf7-52cf8a32a16e not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:20.316217 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ec4c879c-0f3b-4236-ab61-e3e5d3c0067e no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:20.341602 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e89de0-6e82-424c-8d0e-b7410562051d None None] The sync data for ids ['e5cf3f43-fa7e-42e7-886d-2be0ae2415a9'] in dv-cinder-837356-1-iscsi is: [{'id': 'e5cf3f43-fa7e-42e7-886d-2be0ae2415a9', 'name': 'tempest-TestShelveInstance-797397367-router', 'tenant_id': '6ce353fb24d7498692339b92c6e375f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:21Z', 'updated_at': '2022-04-11T18:56:19Z', 'revision_number': 6, 'project_id': '6ce353fb24d7498692339b92c6e375f8', 'gw_port_host': None}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:56:20.359450 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: ec4c879c-0f3b-4236-ab61-e3e5d3c0067e {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:20.359791 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device ec4c879c-0f3b-4236-ab61-e3e5d3c0067e not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:20.397687 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab35ad05-4e88-4927-bddc-2aa4b410a75b req-0104f45b-38b9-452f-be59-ab2a3de69b35 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:20.399153 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ab35ad05-4e88-4927-bddc-2aa4b410a75b req-0104f45b-38b9-452f-be59-ab2a3de69b35 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 946 time: 0.0802546 Apr 11 18:56:20.404364 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (29e47b59-e67a-4e59-9d20-b675b0997700), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.441617 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Pushing event deleted for resources: {'Port': ['ID=29e47b59-e67a-4e59-9d20-b675b0997700,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:20.510156 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ab35ad05-4e88-4927-bddc-2aa4b410a75b req-71a124a5-bfa5-46db-8f5e-e7e02444e472 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034033 Apr 11 18:56:20.521657 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.614882 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.617005 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks [] for router_controller (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.657872 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (e5cf3f43-fa7e-42e7-886d-2be0ae2415a9), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.658347 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:56:20.663453 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.664609 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-90222577-27e8-4ee0-b26f-97bd9819eb89 admin admin] 10.222.0.61 "DELETE /v2.0/routers/e5cf3f43-fa7e-42e7-886d-2be0ae2415a9 HTTP/1.1" status: 204 len: 168 time: 0.8981988 Apr 11 18:56:20.667191 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43928) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:20.712995 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] Deleting subnet 15c7f995-d3d1-4d11-aa61-7854718a55a2 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:56:20.716453 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] Publish callbacks [] for subnet (15c7f995-d3d1-4d11-aa61-7854718a55a2), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.756206 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (15c7f995-d3d1-4d11-aa61-7854718a55a2), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.835269 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (15c7f995-d3d1-4d11-aa61-7854718a55a2), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.885714 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (15c7f995-d3d1-4d11-aa61-7854718a55a2), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.911000 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15c7f995-d3d1-4d11-aa61-7854718a55a2,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:20.915934 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:20.919537 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-44fa2eef-c028-4814-ac93-003efbbe09aa admin admin] 10.222.0.61 "DELETE /v2.0/subnets/15c7f995-d3d1-4d11-aa61-7854718a55a2 HTTP/1.1" status: 204 len: 168 time: 0.2514966 Apr 11 18:56:20.922499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43930) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:20.929519 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67bf1242-682b-42e5-bcd0-5f8f8ab3302f None None] Network 8a062a1f-16d7-4459-bc5a-79f3afcebd3d requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:56:20.996521 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (8a062a1f-16d7-4459-bc5a-79f3afcebd3d), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.044159 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Deleting port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:21.044499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.124998 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] DHCP port deletion for 8a062a1f-16d7-4459-bc5a-79f3afcebd3d request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:56:21.131118 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] For port b90f82b3-ed23-45d4-96c3-18b57c2b1f63, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:21.131695 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.146653 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Calling delete_port for b90f82b3-ed23-45d4-96c3-18b57c2b1f63 owned by network:dhcp {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:21.169041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] Deleting port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 {{(pid=115232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:21.169690 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), before_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.183650 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43938) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:21.239894 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] For port b90f82b3-ed23-45d4-96c3-18b57c2b1f63, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,segment=NetworkSegment(107143e1-0bb3-4ab2-87ca-9ddad388883c),segment_id=107143e1-0bb3-4ab2-87ca-9ddad388883c)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:21.240603 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), precommit_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.242716 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.263640 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] Calling delete_port for b90f82b3-ed23-45d4-96c3-18b57c2b1f63 owned by network:dhcp {{(pid=115232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:21.270928 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Pushing event deleted for resources: {'Port': ['ID=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:21.272775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] No DVR routers for this DVR port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 on host dv-cinder-837356-1-iscsi {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:21.343956 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-17b9c12f-cd02-44a6-abd3-5c12eae5f634 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=60f3a7def5e44163b7fa724bbe11b490&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585381 Apr 11 18:56:21.344771 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43942) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:21.353417 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (8a062a1f-16d7-4459-bc5a-79f3afcebd3d), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.381281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a062a1f-16d7-4459-bc5a-79f3afcebd3d']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:21.394649 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '107143e1-0bb3-4ab2-87ca-9ddad388883c') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:21.395051 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '107143e1-0bb3-4ab2-87ca-9ddad388883c') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:21.406155 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (107143e1-0bb3-4ab2-87ca-9ddad388883c), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.407369 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c6c1993a-d665-40f7-9a0e-6c6c7ec3b4ea admin admin] Publish callbacks [] for security_group (3765ac98-c338-4d7f-be15-27c9bc1115aa), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.426318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (107143e1-0bb3-4ab2-87ca-9ddad388883c), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.435206 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Releasing vlan 528 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:56:21.435769 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (107143e1-0bb3-4ab2-87ca-9ddad388883c), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:56:21.437714 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:56:21.442847 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c6c1993a-d665-40f7-9a0e-6c6c7ec3b4ea admin admin] Publish callbacks [] for security_group (3765ac98-c338-4d7f-be15-27c9bc1115aa), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.495657 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (b90f82b3-ed23-45d4-96c3-18b57c2b1f63), after_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.502425 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c6c1993a-d665-40f7-9a0e-6c6c7ec3b4ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3765ac98-c338-4d7f-be15-27c9bc1115aa), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.506141 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c6c1993a-d665-40f7-9a0e-6c6c7ec3b4ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.507492 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-c6c1993a-d665-40f7-9a0e-6c6c7ec3b4ea admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3765ac98-c338-4d7f-be15-27c9bc1115aa HTTP/1.1" status: 204 len: 168 time: 0.1616137 Apr 11 18:56:21.516800 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c1993a-d665-40f7-9a0e-6c6c7ec3b4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3765ac98-c338-4d7f-be15-27c9bc1115aa,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:21.524334 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (8a062a1f-16d7-4459-bc5a-79f3afcebd3d), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.525811 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] Pushing event deleted for resources: {'Port': ['ID=b90f82b3-ed23-45d4-96c3-18b57c2b1f63,revision_number=None']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:21.527712 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dfce1a8-1553-405c-8468-39dd1b981f8e None None] No DVR routers for this DVR port b90f82b3-ed23-45d4-96c3-18b57c2b1f63 on host dv-cinder-837356-1-iscsi {{(pid=115232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:21.533739 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.542326 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] 10.222.0.61 "DELETE /v2.0/networks/8a062a1f-16d7-4459-bc5a-79f3afcebd3d HTTP/1.1" status: 204 len: 168 time: 0.6164639 Apr 11 18:56:21.542711 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43948) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:21.559035 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882d1306-6a3d-4be7-bd55-a360125793fd admin admin] Pushing event deleted for resources: {'Network': ['ID=8a062a1f-16d7-4459-bc5a-79f3afcebd3d,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:21.651331 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3e5a0-a5f9-4ebd-b8b2-9c929647d69e req-7253af40-5197-4707-962a-3af1d069a7fc tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:21.653011 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3da3e5a0-a5f9-4ebd-b8b2-9c929647d69e req-7253af40-5197-4707-962a-3af1d069a7fc tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 946 time: 0.0511293 Apr 11 18:56:21.745710 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-99920dc0-4380-4a3a-8393-bb85dee7a5c8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:21.747189 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-99920dc0-4380-4a3a-8393-bb85dee7a5c8 tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 946 time: 0.0792816 Apr 11 18:56:21.762477 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3da3e5a0-a5f9-4ebd-b8b2-9c929647d69e req-c634c3b1-3e76-4de6-b91e-87d9eefb65dc tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups?id=3e83826d-9d57-40da-9e88-68be53e699be&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025732 Apr 11 18:56:21.860577 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Deleting port 777ca752-e353-4c67-9110-a6487bc5bab3 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:21.860984 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.936890 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (fc3e1491-df0c-4556-8c73-52f8975d9e24), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:21.954490 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] For port 777ca752-e353-4c67-9110-a6487bc5bab3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=777ca752-e353-4c67-9110-a6487bc5bab3,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:21.954852 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.079312 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b90f82b3-ed23-45d4-96c3-18b57c2b1f63 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:22.100170 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: b90f82b3-ed23-45d4-96c3-18b57c2b1f63 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:22.101007 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b90f82b3-ed23-45d4-96c3-18b57c2b1f63 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:22.101579 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cf876c71-e42e-45e3-99ed-17f33fd2d273 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:22.121011 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: cf876c71-e42e-45e3-99ed-17f33fd2d273 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:22.121629 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cf876c71-e42e-45e3-99ed-17f33fd2d273 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:22.122050 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 29e47b59-e67a-4e59-9d20-b675b0997700 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:22.138505 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.139479 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (90c500d4-a323-4ae8-93a2-de93b8f302c4), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.139792 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Floating IP 90c500d4-a323-4ae8-93a2-de93b8f302c4 disassociated. External IP: 172.27.0.30, port: 777ca752-e353-4c67-9110-a6487bc5bab3. Apr 11 18:56:22.140137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Calling delete_port for 777ca752-e353-4c67-9110-a6487bc5bab3 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:22.147037 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 29e47b59-e67a-4e59-9d20-b675b0997700 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:22.147522 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 29e47b59-e67a-4e59-9d20-b675b0997700 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:22.183840 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Deleting port 2026ead1-8d0b-41c6-badd-71bfe30445bd {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:22.184432 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.260877 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] For port 2026ead1-8d0b-41c6-badd-71bfe30445bd, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=2026ead1-8d0b-41c6-badd-71bfe30445bd,segment=NetworkSegment(0e3d1165-8395-46ff-af4c-eea8fa06b9d4),segment_id=0e3d1165-8395-46ff-af4c-eea8fa06b9d4)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:22.261264 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.273857 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (777ca752-e353-4c67-9110-a6487bc5bab3), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.277871 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Calling delete_port for 2026ead1-8d0b-41c6-badd-71bfe30445bd owned by network:router_interface {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:22.315242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event deleted for resources: {'Port': ['ID=777ca752-e353-4c67-9110-a6487bc5bab3,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:22.424501 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Router c2825927-a5b2-4cff-9932-a9b94d871799 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:56:22.458811 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (2026ead1-8d0b-41c6-badd-71bfe30445bd), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.483924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Pushing event deleted for resources: {'Port': ['ID=2026ead1-8d0b-41c6-badd-71bfe30445bd,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:22.546913 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:56:22.557005 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] Sync routers for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:56:22.570462 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:22.571095 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:22.594865 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] No DVR routers for this DVR port 777ca752-e353-4c67-9110-a6487bc5bab3 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:22.597421 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.600963 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20c5037a-e50c-46f2-bdf3-5e9213d3dda1 req-c2e398a5-0b41-414f-9a43-5b0ae464d50f tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.58 "DELETE /v2.0/ports/777ca752-e353-4c67-9110-a6487bc5bab3 HTTP/1.1" status: 204 len: 173 time: 0.8484845 Apr 11 18:56:22.601446 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-deleted', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:22.603919 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2e65d0e-8bab-4d1c-8d52-cda108fd9ce2" -d '{"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-deleted", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:22.684801 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (fc3e1491-df0c-4556-8c73-52f8975d9e24), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:22.697370 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7706bec-bfa5-44c8-9b9f-843a7a77806a x-openstack-request-id: req-f7706bec-bfa5-44c8-9b9f-843a7a77806a {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:22.697662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e357b81-2d82-4e59-9e29-b56be4c61c55", "name": "network-vif-deleted", "tag": "777ca752-e353-4c67-9110-a6487bc5bab3", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:22.697918 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-f7706bec-bfa5-44c8-9b9f-843a7a77806a {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:22.698323 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7706bec-bfa5-44c8-9b9f-843a7a77806a'] response: {'server_uuid': '1e357b81-2d82-4e59-9e29-b56be4c61c55', 'name': 'network-vif-deleted', 'tag': '777ca752-e353-4c67-9110-a6487bc5bab3', 'status': 'completed', 'code': 200} Apr 11 18:56:22.872505 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:22.909684 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ddee7a4c-dff4-4737-a602-131e7003fd78 req-29e165f4-1acb-43db-80b1-c152f295fdab tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/ports?device_id=1e357b81-2d82-4e59-9e29-b56be4c61c55 HTTP/1.1" status: 200 len: 210 time: 0.0303888 Apr 11 18:56:23.075003 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:23.103242 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] Checking router: c2825927-a5b2-4cff-9932-a9b94d871799 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:56:23.113869 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:23.114518 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:23.166811 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Router fc3e1491-df0c-4556-8c73-52f8975d9e24 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:56:23.242705 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:23.295112 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:56:23.303438 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43956) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:23.303907 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9fb3fb58-e526-44db-84b2-ff8beee94557 admin admin] 10.222.0.61 "PUT /v2.0/routers/fc3e1491-df0c-4556-8c73-52f8975d9e24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7598119 Apr 11 18:56:23.310102 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] Sync routers for ids ['fc3e1491-df0c-4556-8c73-52f8975d9e24'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:56:23.322480 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] Routers {'fc3e1491-df0c-4556-8c73-52f8975d9e24'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:23.323106 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['fc3e1491-df0c-4556-8c73-52f8975d9e24'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:23.443575 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] Set router fc3e1491-df0c-4556-8c73-52f8975d9e24 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:23.457478 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:23.486197 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185ac8fc-39ae-46b2-bd2a-9e8172314bf0 None None] The sync data for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi is: [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:48:57Z', 'revision_number': 4, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '1a31424d-a87c-441a-be15-e43871a46010', 'name': '', 'network_id': '5284b732-7473-4bdb-a090-76a61474b637', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'mac_address': 'fa:16:3e:47:e3:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_interface', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:56Z', 'updated_at': '2022-04-11T18:49:10Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'subnets': [{'id': '7f19ac17-f8e9-4712-8775-7ded68d99c77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:56:23.642876 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:56:22Z', 'revision_number': 5, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:23.671179 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] Checking router: fc3e1491-df0c-4556-8c73-52f8975d9e24 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:56:23.679824 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] Routers {'fc3e1491-df0c-4556-8c73-52f8975d9e24'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:23.680462 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['fc3e1491-df0c-4556-8c73-52f8975d9e24'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:23.731442 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks [] for router (fc3e1491-df0c-4556-8c73-52f8975d9e24), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:23.756193 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bbf382-fc74-42f7-88b4-91278e907cca None None] New status for floating IP 90c500d4-a323-4ae8-93a2-de93b8f302c4: DOWN {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:56:23.795659 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] Set router fc3e1491-df0c-4556-8c73-52f8975d9e24 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:23.842416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks [] for router_gateway (fc3e1491-df0c-4556-8c73-52f8975d9e24), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:23.897241 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Deleting port f3dd2158-e3d4-4d89-9898-291e59b38334 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:23.897584 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:23.972238 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:56:22Z', 'revision_number': 5, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:23.992859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] For port f3dd2158-e3d4-4d89-9898-291e59b38334, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=f3dd2158-e3d4-4d89-9898-291e59b38334,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:23.993369 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.000037 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286dc6b6-b12a-42a9-ab56-de1023f36147 None None] The sync data for ids ['fc3e1491-df0c-4556-8c73-52f8975d9e24'] in dv-cinder-837356-1-iscsi is: [{'id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'name': 'tempest-TestShelveInstance-700857359-router', 'tenant_id': '34a28d5333f94d46aad557bbd44271ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:50:29Z', 'updated_at': '2022-04-11T18:56:22Z', 'revision_number': 5, 'project_id': '34a28d5333f94d46aad557bbd44271ec', 'gw_port': {'id': 'f3dd2158-e3d4-4d89-9898-291e59b38334', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:78:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc3e1491-df0c-4556-8c73-52f8975d9e24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 355, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:50:30Z', 'updated_at': '2022-04-11T18:50:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:56:24.016536 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43962) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:24.020290 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Calling delete_port for f3dd2158-e3d4-4d89-9898-291e59b38334 owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:24.082388 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e25b4e6e-a2eb-4df8-a718-083137060f5a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (3e83826d-9d57-40da-9e88-68be53e699be), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.105507 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e25b4e6e-a2eb-4df8-a718-083137060f5a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (3e83826d-9d57-40da-9e88-68be53e699be), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.152492 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e25b4e6e-a2eb-4df8-a718-083137060f5a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3e83826d-9d57-40da-9e88-68be53e699be), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.155084 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e25b4e6e-a2eb-4df8-a718-083137060f5a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.156231 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-e25b4e6e-a2eb-4df8-a718-083137060f5a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "DELETE /v2.0/security-groups/3e83826d-9d57-40da-9e88-68be53e699be HTTP/1.1" status: 204 len: 168 time: 0.1384597 Apr 11 18:56:24.159990 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43964) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:24.176165 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25b4e6e-a2eb-4df8-a718-083137060f5a tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e83826d-9d57-40da-9e88-68be53e699be,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:24.178591 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.api.v2.resource [None req-7a5f4506-8a8b-40c6-9ff8-c4868a2dc58c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] show failed (client error): The resource could not be found. Apr 11 18:56:24.182251 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7a5f4506-8a8b-40c6-9ff8-c4868a2dc58c tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "GET /v2.0/security-groups/3e83826d-9d57-40da-9e88-68be53e699be HTTP/1.1" status: 404 len: 347 time: 0.0175946 Apr 11 18:56:24.182730 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43966) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:24.204467 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (f3dd2158-e3d4-4d89-9898-291e59b38334), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.230671 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Pushing event deleted for resources: {'Port': ['ID=f3dd2158-e3d4-4d89-9898-291e59b38334,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:24.293861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (fc3e1491-df0c-4556-8c73-52f8975d9e24), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.302310 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Deleting port 89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:24.302834 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.388348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (fc3e1491-df0c-4556-8c73-52f8975d9e24), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.391395 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks [] for router_controller (fc3e1491-df0c-4556-8c73-52f8975d9e24), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.391513 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.392316 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.406840 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Calling delete_port for 89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1 owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:24.441505 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (fc3e1491-df0c-4556-8c73-52f8975d9e24), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.442069 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc3e1491-df0c-4556-8c73-52f8975d9e24 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:56:24.448078 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.451483 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6fc3b72f-4713-4ba0-990b-97449562bcae admin admin] 10.222.0.61 "DELETE /v2.0/routers/fc3e1491-df0c-4556-8c73-52f8975d9e24 HTTP/1.1" status: 204 len: 168 time: 1.1434691 Apr 11 18:56:24.451935 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 43968) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:24.524013 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_v2 [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] Deleting subnet 47cd8898-0c4a-4763-9e2a-90459e5db1f3 {{(pid=115230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:56:24.529358 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] Publish callbacks [] for subnet (47cd8898-0c4a-4763-9e2a-90459e5db1f3), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.573737 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4577329'] for subnet (47cd8898-0c4a-4763-9e2a-90459e5db1f3), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.673290 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.716979 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Pushing event deleted for resources: {'Port': ['ID=89d3a8b7-8e3f-4d6f-84ba-b9d47b1951e1,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:24.758970 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (47cd8898-0c4a-4763-9e2a-90459e5db1f3), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.807503 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks [] for floatingip (90c500d4-a323-4ae8-93a2-de93b8f302c4), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.810338 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.811485 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3b43753a-edf6-4997-9299-058df961facb tempest-AttachVolumeShelveTestJSON-932374264 tempest-AttachVolumeShelveTestJSON-932374264-project] 10.222.0.61 "DELETE /v2.0/floatingips/90c500d4-a323-4ae8-93a2-de93b8f302c4 HTTP/1.1" status: 204 len: 168 time: 0.6281805 Apr 11 18:56:24.842590 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4388259'] for subnet (47cd8898-0c4a-4763-9e2a-90459e5db1f3), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.876015 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:24.882625 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/47cd8898-0c4a-4763-9e2a-90459e5db1f3 HTTP/1.1" status: 204 len: 168 time: 0.4271076 Apr 11 18:56:24.882625 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88317177-195e-4871-9910-3523c4bcecd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47cd8898-0c4a-4763-9e2a-90459e5db1f3,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:24.883059 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43972) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:24.886023 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425efe8f-cde4-49d8-a6db-c8e948a0b576 None None] Network 856a6e78-d36f-4324-ac83-7f44c277f30b requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:56:24.959518 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (856a6e78-d36f-4324-ac83-7f44c277f30b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.006759 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Deleting port ace2f712-e99f-413e-b6e9-992e46bbdec0 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:25.007153 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.074769 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] DHCP port deletion for 856a6e78-d36f-4324-ac83-7f44c277f30b request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:56:25.091282 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] For port ace2f712-e99f-413e-b6e9-992e46bbdec0, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=ace2f712-e99f-413e-b6e9-992e46bbdec0,segment=NetworkSegment(0e3d1165-8395-46ff-af4c-eea8fa06b9d4),segment_id=0e3d1165-8395-46ff-af4c-eea8fa06b9d4)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:25.091654 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.105983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Calling delete_port for ace2f712-e99f-413e-b6e9-992e46bbdec0 owned by network:dhcp {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:25.130537 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] Deleting port ace2f712-e99f-413e-b6e9-992e46bbdec0 {{(pid=115232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:25.131169 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), before_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.187912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.204178 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] For port ace2f712-e99f-413e-b6e9-992e46bbdec0, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=ace2f712-e99f-413e-b6e9-992e46bbdec0,segment=NetworkSegment(0e3d1165-8395-46ff-af4c-eea8fa06b9d4),segment_id=0e3d1165-8395-46ff-af4c-eea8fa06b9d4)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:25.204577 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), precommit_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.218943 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Pushing event deleted for resources: {'Port': ['ID=ace2f712-e99f-413e-b6e9-992e46bbdec0,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:25.219141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] Calling delete_port for ace2f712-e99f-413e-b6e9-992e46bbdec0 owned by network:dhcp {{(pid=115232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:25.221255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] No DVR routers for this DVR port ace2f712-e99f-413e-b6e9-992e46bbdec0 on host dv-cinder-837356-1-iscsi {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:25.244946 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.245351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.245648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.245984 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.246309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.246633 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.246952 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.247272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.247610 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.247917 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.248237 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.248555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.248872 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.249219 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.249536 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:25.296175 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (ace2f712-e99f-413e-b6e9-992e46bbdec0), after_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.303033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (856a6e78-d36f-4324-ac83-7f44c277f30b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.323307 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['856a6e78-d36f-4324-ac83-7f44c277f30b']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:25.323814 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] Pushing event deleted for resources: {'Port': ['ID=ace2f712-e99f-413e-b6e9-992e46bbdec0,revision_number=None']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:25.327542 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7363945-9c2a-484c-8d3c-c5aef1f001a3 None None] No DVR routers for this DVR port ace2f712-e99f-413e-b6e9-992e46bbdec0 on host dv-cinder-837356-1-iscsi {{(pid=115232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:25.334013 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e3d1165-8395-46ff-af4c-eea8fa06b9d4') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:25.334013 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e3d1165-8395-46ff-af4c-eea8fa06b9d4') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:25.348413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (0e3d1165-8395-46ff-af4c-eea8fa06b9d4), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.362324 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (0e3d1165-8395-46ff-af4c-eea8fa06b9d4), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.368394 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:56:25.368777 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (0e3d1165-8395-46ff-af4c-eea8fa06b9d4), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:56:25.370530 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:56:25.423608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (856a6e78-d36f-4324-ac83-7f44c277f30b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.430116 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.433052 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] 10.222.0.61 "DELETE /v2.0/networks/856a6e78-d36f-4324-ac83-7f44c277f30b HTTP/1.1" status: 204 len: 168 time: 0.5488093 Apr 11 18:56:25.444173 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0caa824-12d2-4542-8647-5a2251dcb16a admin admin] Pushing event deleted for resources: {'Network': ['ID=856a6e78-d36f-4324-ac83-7f44c277f30b,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:25.595802 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43978) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:25.635486 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-cab68baa-a0d1-4e7d-830d-afb13e625070 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=6ce353fb24d7498692339b92c6e375f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385339 Apr 11 18:56:25.637970 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43980) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:25.683679 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-442d3481-46e1-46e2-aabb-11fe2ae9e34e admin admin] Publish callbacks [] for security_group (1cf69b63-8cf4-479f-87c1-4d5c55713b46), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.709147 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-442d3481-46e1-46e2-aabb-11fe2ae9e34e admin admin] Publish callbacks [] for security_group (1cf69b63-8cf4-479f-87c1-4d5c55713b46), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.754988 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-442d3481-46e1-46e2-aabb-11fe2ae9e34e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1cf69b63-8cf4-479f-87c1-4d5c55713b46), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.757664 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-442d3481-46e1-46e2-aabb-11fe2ae9e34e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:25.758794 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-442d3481-46e1-46e2-aabb-11fe2ae9e34e admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1cf69b63-8cf4-479f-87c1-4d5c55713b46 HTTP/1.1" status: 204 len: 168 time: 0.1199362 Apr 11 18:56:25.766180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d3481-46e1-46e2-aabb-11fe2ae9e34e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf69b63-8cf4-479f-87c1-4d5c55713b46,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:26.082419 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 2026ead1-8d0b-41c6-badd-71bfe30445bd no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:26.089309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43994) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:26.103670 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 2026ead1-8d0b-41c6-badd-71bfe30445bd {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:26.104051 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 2026ead1-8d0b-41c6-badd-71bfe30445bd not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:26.104599 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device f3dd2158-e3d4-4d89-9898-291e59b38334 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:26.129635 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: f3dd2158-e3d4-4d89-9898-291e59b38334 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:26.130233 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device f3dd2158-e3d4-4d89-9898-291e59b38334 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:26.130863 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device ace2f712-e99f-413e-b6e9-992e46bbdec0 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:26.137010 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e328d2d0-b2a5-405c-b9d3-58be315ebf9a admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=34a28d5333f94d46aad557bbd44271ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463352 Apr 11 18:56:26.139751 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 43998) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:26.157719 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: ace2f712-e99f-413e-b6e9-992e46bbdec0 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:26.158078 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device ace2f712-e99f-413e-b6e9-992e46bbdec0 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:26.191651 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d72-87aa-441f-b64d-aa4ae9fc8774 admin admin] Publish callbacks [] for security_group (6a907b28-b744-4ee5-a9a6-650fa776704d), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:26.214103 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d72-87aa-441f-b64d-aa4ae9fc8774 admin admin] Publish callbacks [] for security_group (6a907b28-b744-4ee5-a9a6-650fa776704d), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:26.261603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d72-87aa-441f-b64d-aa4ae9fc8774 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (6a907b28-b744-4ee5-a9a6-650fa776704d), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:26.264410 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8d72-87aa-441f-b64d-aa4ae9fc8774 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:26.265842 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-dc2f8d72-87aa-441f-b64d-aa4ae9fc8774 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/6a907b28-b744-4ee5-a9a6-650fa776704d HTTP/1.1" status: 204 len: 168 time: 0.1250246 Apr 11 18:56:26.274217 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f8d72-87aa-441f-b64d-aa4ae9fc8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a907b28-b744-4ee5-a9a6-650fa776704d,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:26.293826 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:26.318937 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 777ca752-e353-4c67-9110-a6487bc5bab3 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:26.319374 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 777ca752-e353-4c67-9110-a6487bc5bab3 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:27.127498 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-78a1a4dc-b1aa-4280-8bf2-ba59ef3a4742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:27.261788 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44008) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:27.762338 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (c2825927-a5b2-4cff-9932-a9b94d871799), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:27.988254 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Deleting port 1a31424d-a87c-441a-be15-e43871a46010 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:27.988586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (1a31424d-a87c-441a-be15-e43871a46010), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:28.066028 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] For port 1a31424d-a87c-441a-be15-e43871a46010, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=1a31424d-a87c-441a-be15-e43871a46010,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:28.066345 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (1a31424d-a87c-441a-be15-e43871a46010), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:28.079268 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Calling delete_port for 1a31424d-a87c-441a-be15-e43871a46010 owned by network:router_interface {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:28.262037 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (1a31424d-a87c-441a-be15-e43871a46010), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:28.292901 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a31424d-a87c-441a-be15-e43871a46010,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:28.468643 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (c2825927-a5b2-4cff-9932-a9b94d871799), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:28.686367 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Router c2825927-a5b2-4cff-9932-a9b94d871799 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:56:28.791288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:56:28.796463 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ba68c669-bad3-4c9e-9125-cc75e9cf45e7 admin admin] 10.222.0.61 "PUT /v2.0/routers/c2825927-a5b2-4cff-9932-a9b94d871799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5336463 Apr 11 18:56:28.799005 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44012) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:28.800062 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] Sync routers for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:56:28.809926 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:28.810536 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:28.907050 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks [] for router (c2825927-a5b2-4cff-9932-a9b94d871799), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:28.920688 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:29.010940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks [] for router_gateway (c2825927-a5b2-4cff-9932-a9b94d871799), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.055655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Deleting port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:29.055989 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.086973 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228'}], 'enable_snat': True}, 'gw_port_id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:56:28Z', 'revision_number': 5, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port': {'id': 'e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ae:3b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:48:52Z', 'updated_at': '2022-04-11T18:49:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:29.116738 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] Checking router: c2825927-a5b2-4cff-9932-a9b94d871799 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:56:29.130115 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] Routers {'c2825927-a5b2-4cff-9932-a9b94d871799'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:29.130862 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['c2825927-a5b2-4cff-9932-a9b94d871799'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:29.136034 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] For port e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:29.136397 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.149574 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Calling delete_port for e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:29.220399 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] Set router c2825927-a5b2-4cff-9932-a9b94d871799 gateway port host: None {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:29.327031 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.353412 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Pushing event deleted for resources: {'Port': ['ID=e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:29.400381 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:56:29Z', 'revision_number': 6, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port_host': None}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:29.415141 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (c2825927-a5b2-4cff-9932-a9b94d871799), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.430246 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6803bb63-4d5c-4e85-9bd3-5920d85a9647 None None] The sync data for ids ['c2825927-a5b2-4cff-9932-a9b94d871799'] in dv-cinder-837356-1-iscsi is: [{'id': 'c2825927-a5b2-4cff-9932-a9b94d871799', 'name': 'tempest-AttachVolumeShelveTestJSON-1378994082-router', 'tenant_id': 'c6fa8ba05d274ccb87f238031ba45505', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:48:51Z', 'updated_at': '2022-04-11T18:56:29Z', 'revision_number': 6, 'project_id': 'c6fa8ba05d274ccb87f238031ba45505', 'gw_port_host': None}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:56:29.508255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (c2825927-a5b2-4cff-9932-a9b94d871799), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.510438 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks [] for router_controller (c2825927-a5b2-4cff-9932-a9b94d871799), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.546286 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5b4cc713-f60c-44df-b57c-1c118d0b6a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.559833 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (c2825927-a5b2-4cff-9932-a9b94d871799), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.560512 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2825927-a5b2-4cff-9932-a9b94d871799 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:56:29.565273 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.569331 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-0656ebfc-603e-4573-bf05-01a352fcea3f admin admin] 10.222.0.61 "DELETE /v2.0/routers/c2825927-a5b2-4cff-9932-a9b94d871799 HTTP/1.1" status: 204 len: 168 time: 0.7670469 Apr 11 18:56:29.569576 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44018) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:29.613806 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] Deleting subnet 7f19ac17-f8e9-4712-8775-7ded68d99c77 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:56:29.616940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] Publish callbacks [] for subnet (7f19ac17-f8e9-4712-8775-7ded68d99c77), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.652392 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (7f19ac17-f8e9-4712-8775-7ded68d99c77), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.736177 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (7f19ac17-f8e9-4712-8775-7ded68d99c77), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.795023 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (7f19ac17-f8e9-4712-8775-7ded68d99c77), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.835296 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f19ac17-f8e9-4712-8775-7ded68d99c77,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:29.840607 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.844202 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-cbe1d0d1-c5c7-482b-97bc-2f482b3b63fc admin admin] 10.222.0.61 "DELETE /v2.0/subnets/7f19ac17-f8e9-4712-8775-7ded68d99c77 HTTP/1.1" status: 204 len: 168 time: 0.2735295 Apr 11 18:56:29.846525 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44024) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:29.848842 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-905e5e47-4a30-4fe9-aecc-c021e1da02cd None None] Network 5284b732-7473-4bdb-a090-76a61474b637 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:56:29.931742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (5284b732-7473-4bdb-a090-76a61474b637), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:29.988028 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Deleting port 611ad454-f8be-4a43-859f-92032df3016a {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:56:29.988351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (611ad454-f8be-4a43-859f-92032df3016a), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.050469 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] For port 611ad454-f8be-4a43-859f-92032df3016a, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=611ad454-f8be-4a43-859f-92032df3016a,segment=NetworkSegment(5045a8cb-959c-4ef5-a4ff-3f2df806d5e6),segment_id=5045a8cb-959c-4ef5-a4ff-3f2df806d5e6)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:30.050837 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (611ad454-f8be-4a43-859f-92032df3016a), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.063267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Calling delete_port for 611ad454-f8be-4a43-859f-92032df3016a owned by network:dhcp {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:56:30.145641 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (611ad454-f8be-4a43-859f-92032df3016a), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.175695 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Pushing event deleted for resources: {'Port': ['ID=611ad454-f8be-4a43-859f-92032df3016a,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:30.177532 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] No DVR routers for this DVR port 611ad454-f8be-4a43-859f-92032df3016a on host dv-cinder-837356-1-iscsi {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:56:30.248868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (5284b732-7473-4bdb-a090-76a61474b637), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.276122 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaed414a-c431-464c-b803-302c8e2d9472 None None] DHCP port deletion for 5284b732-7473-4bdb-a090-76a61474b637 request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:56:30.340114 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 611ad454-f8be-4a43-859f-92032df3016a no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:30.362571 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 611ad454-f8be-4a43-859f-92032df3016a {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:30.362927 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 611ad454-f8be-4a43-859f-92032df3016a not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:30.363367 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 1a31424d-a87c-441a-be15-e43871a46010 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:30.386044 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 1a31424d-a87c-441a-be15-e43871a46010 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:30.386390 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 1a31424d-a87c-441a-be15-e43871a46010 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:30.386817 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:56:30.407950 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:56:30.408340 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device e658f9ac-1a22-40c8-81b6-c2f72c9d8b3d not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:56:30.549318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5284b732-7473-4bdb-a090-76a61474b637']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:30.561184 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:30.561477 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5045a8cb-959c-4ef5-a4ff-3f2df806d5e6') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:30.571656 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (5045a8cb-959c-4ef5-a4ff-3f2df806d5e6), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.585517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (5045a8cb-959c-4ef5-a4ff-3f2df806d5e6), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.591344 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Releasing vlan 517 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:56:30.591727 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (5045a8cb-959c-4ef5-a4ff-3f2df806d5e6), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:56:30.593431 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:56:30.646209 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (5284b732-7473-4bdb-a090-76a61474b637), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.651239 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.654355 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] 10.222.0.61 "DELETE /v2.0/networks/5284b732-7473-4bdb-a090-76a61474b637 HTTP/1.1" status: 204 len: 168 time: 0.8068333 Apr 11 18:56:30.669457 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e738ab-df94-4f9b-bd1d-6625d235e56d admin admin] Pushing event deleted for resources: {'Network': ['ID=5284b732-7473-4bdb-a090-76a61474b637,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:30.673786 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.766481 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44030) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:30.806414 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-8d09ce97-c817-4a7f-9661-7401dcc3dec5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c6fa8ba05d274ccb87f238031ba45505&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0387228 Apr 11 18:56:30.808801 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44032) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:30.859120 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bf3c72-4b5b-49f6-9f88-b25d5f51b751 admin admin] Publish callbacks [] for security_group (1a68ed32-3288-4dea-bfd8-55bca90ec025), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.881977 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bf3c72-4b5b-49f6-9f88-b25d5f51b751 admin admin] Publish callbacks [] for security_group (1a68ed32-3288-4dea-bfd8-55bca90ec025), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.937884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bf3c72-4b5b-49f6-9f88-b25d5f51b751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (1a68ed32-3288-4dea-bfd8-55bca90ec025), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.940559 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-99bf3c72-4b5b-49f6-9f88-b25d5f51b751 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:30.942576 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-99bf3c72-4b5b-49f6-9f88-b25d5f51b751 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/1a68ed32-3288-4dea-bfd8-55bca90ec025 HTTP/1.1" status: 204 len: 168 time: 0.1328371 Apr 11 18:56:30.953576 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bf3c72-4b5b-49f6-9f88-b25d5f51b751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a68ed32-3288-4dea-bfd8-55bca90ec025,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:32.052939 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:32.861787 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44116) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:32.963821 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5404-2cee-4af6-820a-2cdadfd7db6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.037130 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5404-2cee-4af6-820a-2cdadfd7db6b admin admin] Publish callbacks [] for security_group (dfd7a766-1c1c-4b8d-85ba-f9139534e9b2), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.040627 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dd4e5404-2cee-4af6-820a-2cdadfd7db6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (dfd7a766-1c1c-4b8d-85ba-f9139534e9b2), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.079273 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-dd4e5404-2cee-4af6-820a-2cdadfd7db6b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=84ec54ad22bc410f8645db6d541d3b05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2164443 Apr 11 18:56:33.080228 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e5404-2cee-4af6-820a-2cdadfd7db6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfd7a766-1c1c-4b8d-85ba-f9139534e9b2,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:33.082495 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44120) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:33.130708 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Publish callbacks [] for security_group (dfd7a766-1c1c-4b8d-85ba-f9139534e9b2), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.152431 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Publish callbacks [] for security_group (dfd7a766-1c1c-4b8d-85ba-f9139534e9b2), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.199092 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (dfd7a766-1c1c-4b8d-85ba-f9139534e9b2), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.201675 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.203101 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/dfd7a766-1c1c-4b8d-85ba-f9139534e9b2 HTTP/1.1" status: 204 len: 168 time: 0.1187479 Apr 11 18:56:33.211376 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfd7a766-1c1c-4b8d-85ba-f9139534e9b2,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:33.218382 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.218736 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.219100 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.219446 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.219854 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.220138 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.220468 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.220796 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.221165 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.221517 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.222487 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.222837 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.223160 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.223485 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.223810 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-105ff3d0-3258-4e0b-b8d3-de2cd2634ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:33.466980 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44128) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:33.480841 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-656b8f2a-8d68-4a30-b867-bd30cf30ae0c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.554675 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-656b8f2a-8d68-4a30-b867-bd30cf30ae0c admin admin] Publish callbacks [] for security_group (a75f278a-67bb-4296-aed4-f19ca6eab3bd), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.558208 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-656b8f2a-8d68-4a30-b867-bd30cf30ae0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a75f278a-67bb-4296-aed4-f19ca6eab3bd), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.598859 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-656b8f2a-8d68-4a30-b867-bd30cf30ae0c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=5d1d3bb82b3746c78e56945b7658a25b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1308506 Apr 11 18:56:33.600746 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656b8f2a-8d68-4a30-b867-bd30cf30ae0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75f278a-67bb-4296-aed4-f19ca6eab3bd,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:33.601521 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44130) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:33.649045 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f304-a211-4a71-9fa3-9f8b1326adb2 admin admin] Publish callbacks [] for security_group (a75f278a-67bb-4296-aed4-f19ca6eab3bd), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.669940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f304-a211-4a71-9fa3-9f8b1326adb2 admin admin] Publish callbacks [] for security_group (a75f278a-67bb-4296-aed4-f19ca6eab3bd), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.672762 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.718076 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f304-a211-4a71-9fa3-9f8b1326adb2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a75f278a-67bb-4296-aed4-f19ca6eab3bd), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.720588 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b7d5f304-a211-4a71-9fa3-9f8b1326adb2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:33.721852 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b7d5f304-a211-4a71-9fa3-9f8b1326adb2 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a75f278a-67bb-4296-aed4-f19ca6eab3bd HTTP/1.1" status: 204 len: 168 time: 0.1193001 Apr 11 18:56:33.729386 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5f304-a211-4a71-9fa3-9f8b1326adb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75f278a-67bb-4296-aed4-f19ca6eab3bd,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:35.647928 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:56:37.880973 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44214) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:37.885594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-7326feac-f5dd-4928-ab85-b544ad3fc1ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--24963649', 'description': 'tempest-description--301418600'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:37.906211 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7326feac-f5dd-4928-ab85-b544ad3fc1ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:37.973615 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7326feac-f5dd-4928-ab85-b544ad3fc1ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (8de25b99-43a8-4e25-97a0-325b7e2441b4), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:37.977104 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7326feac-f5dd-4928-ab85-b544ad3fc1ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8de25b99-43a8-4e25-97a0-325b7e2441b4), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.004756 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7326feac-f5dd-4928-ab85-b544ad3fc1ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.005990 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-7326feac-f5dd-4928-ab85-b544ad3fc1ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1239588 Apr 11 18:56:38.009035 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44220) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:38.010500 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326feac-f5dd-4928-ab85-b544ad3fc1ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8de25b99-43a8-4e25-97a0-325b7e2441b4,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:38.015807 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-03d3a434-8fc3-47b4-8b67-69bd2be4a35d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': '8de25b99-43a8-4e25-97a0-325b7e2441b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:38.042254 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-03d3a434-8fc3-47b4-8b67-69bd2be4a35d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (d74cdde9-8789-4edf-9a93-2c744108097c), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.096487 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-03d3a434-8fc3-47b4-8b67-69bd2be4a35d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (d74cdde9-8789-4edf-9a93-2c744108097c), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.101092 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-03d3a434-8fc3-47b4-8b67-69bd2be4a35d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (d74cdde9-8789-4edf-9a93-2c744108097c), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.118552 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d3a434-8fc3-47b4-8b67-69bd2be4a35d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74cdde9-8789-4edf-9a93-2c744108097c,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:38.128168 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-03d3a434-8fc3-47b4-8b67-69bd2be4a35d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.132072 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44228) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:38.132217 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-03d3a434-8fc3-47b4-8b67-69bd2be4a35d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1212773 Apr 11 18:56:38.136992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-92909ad1-982c-463a-8739-c1f4abb920bd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': '8de25b99-43a8-4e25-97a0-325b7e2441b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:38.162939 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-92909ad1-982c-463a-8739-c1f4abb920bd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (f29f92b8-bd7b-4a4f-a551-3d9d986e4ef3), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.218791 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-92909ad1-982c-463a-8739-c1f4abb920bd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (f29f92b8-bd7b-4a4f-a551-3d9d986e4ef3), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.222359 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-92909ad1-982c-463a-8739-c1f4abb920bd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (f29f92b8-bd7b-4a4f-a551-3d9d986e4ef3), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.240468 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92909ad1-982c-463a-8739-c1f4abb920bd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29f92b8-bd7b-4a4f-a551-3d9d986e4ef3,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:38.251654 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-92909ad1-982c-463a-8739-c1f4abb920bd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.252849 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-92909ad1-982c-463a-8739-c1f4abb920bd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1195030 Apr 11 18:56:38.256039 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44234) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:38.261047 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:38.281837 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.364141 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.476136 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.27.0.152 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/bd597be5-664c-4369-82e8-0c7473d33220) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:56:38.576144 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44244) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:38.579770 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (bd597be5-664c-4369-82e8-0c7473d33220), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.614331 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (bd597be5-664c-4369-82e8-0c7473d33220), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.654312 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:56:38.657166 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:56:38.661163 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:56:38.666561 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=bd597be5-664c-4369-82e8-0c7473d33220,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:38.688939 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-39463d07-aee9-4173-a092-a21427d3ded3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.754309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (aec9b76e-c529-427c-8476-d69183614192), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.769824 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-39463d07-aee9-4173-a092-a21427d3ded3 admin admin] Publish callbacks [] for security_group (c1606583-ef8f-4520-93f7-0c1326a6b190), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.773424 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-39463d07-aee9-4173-a092-a21427d3ded3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c1606583-ef8f-4520-93f7-0c1326a6b190), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.790387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (bd597be5-664c-4369-82e8-0c7473d33220), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.811856 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-39463d07-aee9-4173-a092-a21427d3ded3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=58d6ade08eae472c96d03a8b349d65d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2346637 Apr 11 18:56:38.813271 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39463d07-aee9-4173-a092-a21427d3ded3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1606583-ef8f-4520-93f7-0c1326a6b190,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:38.815708 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44248) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:38.863513 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-326fbda7-8ae3-4940-a4f6-801c50d54022 admin admin] Publish callbacks [] for security_group (c1606583-ef8f-4520-93f7-0c1326a6b190), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.887014 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-326fbda7-8ae3-4940-a4f6-801c50d54022 admin admin] Publish callbacks [] for security_group (c1606583-ef8f-4520-93f7-0c1326a6b190), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.934524 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-326fbda7-8ae3-4940-a4f6-801c50d54022 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c1606583-ef8f-4520-93f7-0c1326a6b190), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.937651 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-326fbda7-8ae3-4940-a4f6-801c50d54022 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.938803 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-326fbda7-8ae3-4940-a4f6-801c50d54022 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1606583-ef8f-4520-93f7-0c1326a6b190 HTTP/1.1" status: 204 len: 168 time: 0.1221972 Apr 11 18:56:38.943707 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (bd597be5-664c-4369-82e8-0c7473d33220), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:38.946929 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fbda7-8ae3-4940-a4f6-801c50d54022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1606583-ef8f-4520-93f7-0c1326a6b190,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:38.948921 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (bd597be5-664c-4369-82e8-0c7473d33220), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.022982 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=bd597be5-664c-4369-82e8-0c7473d33220,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:39.035485 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (aec9b76e-c529-427c-8476-d69183614192), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.051406 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.052722 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-c447bf88-3c1d-49c0-82eb-ed453ddb1563 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7951605 Apr 11 18:56:39.230548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44266) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:39.251523 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f5a042fe-b24c-4201-8875-5f9eddac0eb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.271321 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-72fed670-6a80-4806-91fa-4d834639640c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--24963649&fields=id&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 267 time: 0.0660026 Apr 11 18:56:39.407640 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-cdc8112f-544a-4f4f-9237-4fb87fe07a3f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:39.409111 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-cdc8112f-544a-4f4f-9237-4fb87fe07a3f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.1297126 Apr 11 18:56:39.431957 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f5a042fe-b24c-4201-8875-5f9eddac0eb5 admin admin] Publish callbacks [] for security_group (19eb4b25-9041-4ae7-b5bd-0f98f2154405), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.436118 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-9b946231-877e-4858-98e8-042461a360d3 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/quotas/80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 375 time: 0.0217013 Apr 11 18:56:39.437210 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f5a042fe-b24c-4201-8875-5f9eddac0eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (19eb4b25-9041-4ae7-b5bd-0f98f2154405), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.504148 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f5a042fe-b24c-4201-8875-5f9eddac0eb5 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=20b41697136f42049310fbfcf1725401&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2726038 Apr 11 18:56:39.506843 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44268) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:39.515254 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a042fe-b24c-4201-8875-5f9eddac0eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19eb4b25-9041-4ae7-b5bd-0f98f2154405,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:39.532212 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-1665851a-ab2f-4f10-a1d4-3ffa390fc7c6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0855064 Apr 11 18:56:39.625956 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b3ed09ef-4e6f-4f56-ab3e-d47707593e88 admin admin] Publish callbacks [] for security_group (19eb4b25-9041-4ae7-b5bd-0f98f2154405), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.662461 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b3ed09ef-4e6f-4f56-ab3e-d47707593e88 admin admin] Publish callbacks [] for security_group (19eb4b25-9041-4ae7-b5bd-0f98f2154405), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.675503 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-c4be3f9f-e6a4-44da-8d28-04aa3f5ffefd service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307011 Apr 11 18:56:39.779004 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b3ed09ef-4e6f-4f56-ab3e-d47707593e88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (19eb4b25-9041-4ae7-b5bd-0f98f2154405), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.781530 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-b3ed09ef-4e6f-4f56-ab3e-d47707593e88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:39.782650 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-b3ed09ef-4e6f-4f56-ab3e-d47707593e88 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/19eb4b25-9041-4ae7-b5bd-0f98f2154405 HTTP/1.1" status: 204 len: 168 time: 0.2749357 Apr 11 18:56:39.784691 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-e32a416c-4802-4376-9682-1b1720784dd8 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026144 Apr 11 18:56:39.792798 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ed09ef-4e6f-4f56-ab3e-d47707593e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19eb4b25-9041-4ae7-b5bd-0f98f2154405,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:39.962517 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8ad2da8d-7988-49a2-a667-e5fb5e666d67 req-f9a490a0-880a-4781-be63-6e4abfefa532 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 210 time: 0.0386450 Apr 11 18:56:40.896467 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-41eed85f-7171-410e-8af9-98954cb75d02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:40.897998 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-41eed85f-7171-410e-8af9-98954cb75d02 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.1112559 Apr 11 18:56:40.984092 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-d9b778d3-a107-48ca-a7a7-393efca098d2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 470 time: 0.0783949 Apr 11 18:56:41.025742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'port': {'device_id': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'admin_state_up': True, 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'security_groups': ['8de25b99-43a8-4e25-97a0-325b7e2441b4']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:41.075142 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-fac378c9-bf7f-4ba5-a898-a170674472ba req-15fa83d4-203e-41d3-a7a0-a9225d9f23c5 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 210 time: 0.0346227 Apr 11 18:56:41.157477 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Made reservation on behalf of 80533189063f4305b0c63bbfcda01ba4 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:56:41.161099 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:41.291405 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.20.0.4 (d72b09e0-82e2-444d-9d11-603d421790a5/70ff67df-2595-4d3f-b9dc-6eff1b6ac468/a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:56:41.437704 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:41.473406 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:41.518768 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network d72b09e0-82e2-444d-9d11-603d421790a5 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:56:41.522310 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:56:41.524758 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:56:41.561548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:41.584780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:41.585448 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:41.606098 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-eb00db9f-3a5e-455f-8e9d-fba806c3873c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5848088 Apr 11 18:56:41.617869 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Request body: {'port': {'device_id': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:41.685531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:41.752429 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-86a34ca7-7c64-4796-9d8b-ef54d4be0a38 None None] Provisioning complete for port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:56:41.753599 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-86a34ca7-7c64-4796-9d8b-ef54d4be0a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:41.790599 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-86a34ca7-7c64-4796-9d8b-ef54d4be0a38 None None] Port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:56:41.954764 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44354) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:41.965133 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:56:41.973266 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Publish callbacks [] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:41.985842 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Transition to ACTIVE for port object a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:56:41.989886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.063644 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Pushing event updated for resources: {'Port': ['ID=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:42.063861 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-940e4917-8766-4175-811f-45f612527898 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.134007 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Attempting to bind port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:56:42.134007 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Attempting to bind port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:56:42.134348 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Attempting to bind port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:56:42.140590 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 on network d72b09e0-82e2-444d-9d11-603d421790a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:56:42.140931 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Attempting to bind port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:56:42.150158 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 56, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:56:42.150906 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Checking segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:56:42.151490 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Bound using segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:56:42.152126 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Bound port: a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:56:42.152743 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.161449 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-940e4917-8766-4175-811f-45f612527898 admin admin] Publish callbacks [] for security_group (3ed18349-5315-43d4-9cb5-4921f1d4626d), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.167420 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-940e4917-8766-4175-811f-45f612527898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3ed18349-5315-43d4-9cb5-4921f1d4626d), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.198360 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940e4917-8766-4175-811f-45f612527898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed18349-5315-43d4-9cb5-4921f1d4626d,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:42.220820 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-940e4917-8766-4175-811f-45f612527898 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=9c2e4f2c95be48bbba639f2157881b46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2647173 Apr 11 18:56:42.223233 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44360) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:42.282745 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1b990a1c-cbbb-44d5-ae27-d954f9f4d405 admin admin] Publish callbacks [] for security_group (3ed18349-5315-43d4-9cb5-4921f1d4626d), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.284028 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298a9870-d006-4cdb-a67c-226c816842bd req-999b4810-c6b7-4877-bbe8-da5a6d394bbc tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:42.286143 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-298a9870-d006-4cdb-a67c-226c816842bd req-999b4810-c6b7-4877-bbe8-da5a6d394bbc tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 943 time: 0.1189184 Apr 11 18:56:42.301871 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] For port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:56:42.317362 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1b990a1c-cbbb-44d5-ae27-d954f9f4d405 admin admin] Publish callbacks [] for security_group (3ed18349-5315-43d4-9cb5-4921f1d4626d), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.328304 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] For port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:56:42.337769 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.370563 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1b990a1c-cbbb-44d5-ae27-d954f9f4d405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (3ed18349-5315-43d4-9cb5-4921f1d4626d), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.373387 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1b990a1c-cbbb-44d5-ae27-d954f9f4d405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.377028 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1b990a1c-cbbb-44d5-ae27-d954f9f4d405 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/3ed18349-5315-43d4-9cb5-4921f1d4626d HTTP/1.1" status: 204 len: 168 time: 0.1502366 Apr 11 18:56:42.384598 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-298a9870-d006-4cdb-a67c-226c816842bd req-3835e967-17ec-43c5-a735-5c1bb74d581d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0919552 Apr 11 18:56:42.385876 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:42.386494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.387818 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] 10.222.0.58 "PUT /v2.0/ports/a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 HTTP/1.1" status: 200 len: 1093 time: 0.7744317 Apr 11 18:56:42.390266 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b990a1c-cbbb-44d5-ae27-d954f9f4d405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed18349-5315-43d4-9cb5-4921f1d4626d,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:42.390404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:42.392827 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:42.430987 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95284428-c210-4fc8-8528-1b150dfcc2af service neutron] Pushing event updated for resources: {'Port': ['ID=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:42.467079 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3769658d-230a-4d14-a7f5-e2fcf9306ecb x-openstack-request-id: req-3769658d-230a-4d14-a7f5-e2fcf9306ecb {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:42.467671 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:42.467940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-3769658d-230a-4d14-a7f5-e2fcf9306ecb {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:42.468406 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3769658d-230a-4d14-a7f5-e2fcf9306ecb'] response: {'name': 'network-changed', 'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'status': 'completed', 'code': 200} Apr 11 18:56:42.498082 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-225f07cd-3d1d-41a1-806d-ab768885a7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:42.499578 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-225f07cd-3d1d-41a1-806d-ab768885a7c5 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 1127 time: 0.0436866 Apr 11 18:56:42.553463 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-e940c6e4-d90d-44a5-8ccf-a6f721652cc9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 HTTP/1.1" status: 200 len: 217 time: 0.0474482 Apr 11 18:56:42.604316 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-d2e036d7-5f17-452b-a3ab-d2df2727f4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:42.606504 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-d2e036d7-5f17-452b-a3ab-d2df2727f4c7 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0471318 Apr 11 18:56:42.658234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-0d218746-6785-4487-846d-2827b4748ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:42.660138 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-0d218746-6785-4487-846d-2827b4748ae9 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0469656 Apr 11 18:56:42.702130 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44368) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:42.718131 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5e50a980-25c6-4d30-a6b2-848f698b9d75 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.759839 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-3ca2e3f7-11da-4723-8fa0-fdac8ba1091a service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931306 Apr 11 18:56:42.795855 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5e50a980-25c6-4d30-a6b2-848f698b9d75 admin admin] Publish callbacks [] for security_group (4538ab1a-723f-4a9b-b4a2-658dcb87329a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.799666 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5e50a980-25c6-4d30-a6b2-848f698b9d75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (4538ab1a-723f-4a9b-b4a2-658dcb87329a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.838386 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5e50a980-25c6-4d30-a6b2-848f698b9d75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c2e00d2b48024a70adbd6435245126be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1349173 Apr 11 18:56:42.839503 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50a980-25c6-4d30-a6b2-848f698b9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4538ab1a-723f-4a9b-b4a2-658dcb87329a,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:42.841684 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44370) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:42.863638 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-871a5079-7634-46b9-87b7-ec8b2c259c8a req-0b98759c-6804-4525-9cda-48621dd8d583 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974936 Apr 11 18:56:42.898689 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d684199f-c154-414e-a82d-3b70a13e808f admin admin] Publish callbacks [] for security_group (4538ab1a-723f-4a9b-b4a2-658dcb87329a), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.919040 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d684199f-c154-414e-a82d-3b70a13e808f admin admin] Publish callbacks [] for security_group (4538ab1a-723f-4a9b-b4a2-658dcb87329a), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.970469 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d684199f-c154-414e-a82d-3b70a13e808f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (4538ab1a-723f-4a9b-b4a2-658dcb87329a), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.972972 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d684199f-c154-414e-a82d-3b70a13e808f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:42.974150 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d684199f-c154-414e-a82d-3b70a13e808f admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/4538ab1a-723f-4a9b-b4a2-658dcb87329a HTTP/1.1" status: 204 len: 168 time: 0.1315491 Apr 11 18:56:42.981782 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d684199f-c154-414e-a82d-3b70a13e808f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4538ab1a-723f-4a9b-b4a2-658dcb87329a,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:43.504046 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b23c2-8f10-4835-8bee-1090b3a3f7b1 req-892ff880-c514-4805-b4cc-f19f012dad4f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:43.505515 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-577b23c2-8f10-4835-8bee-1090b3a3f7b1 req-892ff880-c514-4805-b4cc-f19f012dad4f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 943 time: 0.0469584 Apr 11 18:56:43.579374 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-577b23c2-8f10-4835-8bee-1090b3a3f7b1 req-c9e35111-09a0-41fc-813d-4327592fd703 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0682566 Apr 11 18:56:43.587028 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-daf61e6a-5602-44cb-823b-4d39cbd88468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:43.588467 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-daf61e6a-5602-44cb-823b-4d39cbd88468 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 1127 time: 0.0490758 Apr 11 18:56:43.684451 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-60d1192e-00ba-45cb-90f3-310e66d4923a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:43.685970 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-60d1192e-00ba-45cb-90f3-310e66d4923a service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.0911801 Apr 11 18:56:43.727836 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-d0caaee7-67e7-4b4c-8bf5-5c772c6b14d7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 HTTP/1.1" status: 200 len: 217 time: 0.0354803 Apr 11 18:56:43.775630 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-4f226d43-496b-46e5-b6a9-ed0c7a3f48c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:43.777159 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-4f226d43-496b-46e5-b6a9-ed0c7a3f48c1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0438704 Apr 11 18:56:43.824040 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-0ef3f25f-3d70-42dc-823b-57e254b3b841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:43.825563 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-0ef3f25f-3d70-42dc-823b-57e254b3b841 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430925 Apr 11 18:56:43.917149 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-d3d6916b-df2e-48dd-82c1-d99db54c71c5 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844445 Apr 11 18:56:44.001220 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44402) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:44.008389 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b22ac39-9d0e-449c-9a4d-28fe4cf0cd33 req-3fea8870-3316-4323-85f2-79145567a2bd service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851905 Apr 11 18:56:44.107188 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9e666e47-6217-4d64-963b-fcdb0487da7c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:44.180302 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9e666e47-6217-4d64-963b-fcdb0487da7c admin admin] Publish callbacks [] for security_group (90a40b80-8e02-4765-af26-b7aa000cf50f), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:44.183872 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-9e666e47-6217-4d64-963b-fcdb0487da7c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (90a40b80-8e02-4765-af26-b7aa000cf50f), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:44.222294 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-9e666e47-6217-4d64-963b-fcdb0487da7c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=07a9a1a27ce84404a069700b81ea2634&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2194469 Apr 11 18:56:44.223417 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e666e47-6217-4d64-963b-fcdb0487da7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a40b80-8e02-4765-af26-b7aa000cf50f,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:44.224947 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44406) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:44.272729 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4826-f0cf-47c0-98da-0202ae5bbd0d admin admin] Publish callbacks [] for security_group (90a40b80-8e02-4765-af26-b7aa000cf50f), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:44.293967 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4826-f0cf-47c0-98da-0202ae5bbd0d admin admin] Publish callbacks [] for security_group (90a40b80-8e02-4765-af26-b7aa000cf50f), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:44.339695 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4826-f0cf-47c0-98da-0202ae5bbd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (90a40b80-8e02-4765-af26-b7aa000cf50f), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:44.342460 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-6e1a4826-f0cf-47c0-98da-0202ae5bbd0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:44.343590 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-6e1a4826-f0cf-47c0-98da-0202ae5bbd0d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/90a40b80-8e02-4765-af26-b7aa000cf50f HTTP/1.1" status: 204 len: 168 time: 0.1176512 Apr 11 18:56:44.351660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a4826-f0cf-47c0-98da-0202ae5bbd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a40b80-8e02-4765-af26-b7aa000cf50f,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:44.693474 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611a964-6490-4638-ae95-1c954743c8b5 req-47f53a6b-fa6f-4a76-ac42-b3f35d217bd0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:44.694998 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b611a964-6490-4638-ae95-1c954743c8b5 req-47f53a6b-fa6f-4a76-ac42-b3f35d217bd0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 943 time: 0.0461061 Apr 11 18:56:44.747676 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b611a964-6490-4638-ae95-1c954743c8b5 req-64afb2f9-b298-4029-9f92-e31bbcb5d21d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471215 Apr 11 18:56:45.872860 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372b1688-ab4f-49d2-8f3a-bb8a49ec19c4 req-7e1e32dd-67bb-4d34-b8ab-ee3f7a28b845 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:45.874256 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-372b1688-ab4f-49d2-8f3a-bb8a49ec19c4 req-7e1e32dd-67bb-4d34-b8ab-ee3f7a28b845 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 943 time: 0.0477586 Apr 11 18:56:45.921652 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-372b1688-ab4f-49d2-8f3a-bb8a49ec19c4 req-49488f7a-3ce6-4288-8487-d7da95084e94 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417566 Apr 11 18:56:46.419134 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:56:46.518211 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:46.528816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'port_id': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'mac_address': 'fa:16:3e:8b:45:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:56:46.566284 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:56:46.566667 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:46.579390 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:56:46.599333 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:46.603279 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:46.653217 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:46.817079 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:56:47.043896 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acbec5-6532-4325-a30c-3d6dd63e7c4d req-23d50caa-0dd3-492d-a697-ca94e52f27a2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:47.046266 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-08acbec5-6532-4325-a30c-3d6dd63e7c4d req-23d50caa-0dd3-492d-a697-ca94e52f27a2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 944 time: 0.0566006 Apr 11 18:56:47.097414 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-08acbec5-6532-4325-a30c-3d6dd63e7c4d req-70a0441b-0616-44b6-b29b-bb1c9ff4a309 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451493 Apr 11 18:56:48.217872 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbe03af-5dc2-4cc1-92f4-5d69190d6b61 req-441036b1-2592-4a32-8ca5-92d0b54afec9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:48.219366 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5dbe03af-5dc2-4cc1-92f4-5d69190d6b61 req-441036b1-2592-4a32-8ca5-92d0b54afec9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 944 time: 0.0544443 Apr 11 18:56:48.266244 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5dbe03af-5dc2-4cc1-92f4-5d69190d6b61 req-0f2a9e4d-e430-4a68-8b0e-69c66b5a2f61 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406740 Apr 11 18:56:48.420187 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:56:48.467840 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:56:48.473799 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:56:48.474290 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:48.551004 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:56:48.551491 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:48.577215 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:48.579737 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50115927-2308-4222-bcec-9b3d4e47d291" -d '{"events": [{"server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "name": "network-vif-plugged", "status": "completed", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:48.594430 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:56:48.599803 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:48.626381 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31006e71-d772-4121-9b7c-6998b4207f8c x-openstack-request-id: req-31006e71-d772-4121-9b7c-6998b4207f8c {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:48.626669 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "name": "network-vif-plugged", "status": "completed", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:48.626918 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-31006e71-d772-4121-9b7c-6998b4207f8c {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:48.627303 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31006e71-d772-4121-9b7c-6998b4207f8c'] response: {'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'code': 200} Apr 11 18:56:48.653101 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:56:48.660644 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.660991 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.661363 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.661702 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.662050 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.662369 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.662695 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.663021 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.663345 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.663668 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.663985 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.664314 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.664632 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.664951 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.665374 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:56:48.785985 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5259f-b5b9-481a-8358-d744d27b98d5 req-2d6df688-9154-40db-be2d-295c0f1a40eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:48.787469 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09f5259f-b5b9-481a-8358-d744d27b98d5 req-2d6df688-9154-40db-be2d-295c0f1a40eb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 1129 time: 0.0381782 Apr 11 18:56:48.830734 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09f5259f-b5b9-481a-8358-d744d27b98d5 req-369f8b60-4cb8-4c5f-b3d7-bbfd56687d31 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366597 Apr 11 18:56:49.091759 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:49.379330 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1298f143-1cc5-4a76-924f-53bc5eb497b7 req-22ff798d-6021-4f3e-8f8e-959f92d722a7 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:49.380704 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1298f143-1cc5-4a76-924f-53bc5eb497b7 req-22ff798d-6021-4f3e-8f8e-959f92d722a7 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 945 time: 0.0464375 Apr 11 18:56:49.430989 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1298f143-1cc5-4a76-924f-53bc5eb497b7 req-d2339ace-9796-494f-803f-ef20b5784781 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447099 Apr 11 18:56:50.547101 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674a15b-c097-4178-be75-53ba7b642d1a req-10cc4afb-9263-4146-89d0-2a4921ba0ade tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:50.548616 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4674a15b-c097-4178-be75-53ba7b642d1a req-10cc4afb-9263-4146-89d0-2a4921ba0ade tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 945 time: 0.0468111 Apr 11 18:56:50.598116 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4674a15b-c097-4178-be75-53ba7b642d1a req-06ca19f9-e8ff-4864-8e92-98d6f5dc31c0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438893 Apr 11 18:56:50.708810 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5b340-e11a-4d97-b386-4275b2bbc5df req-b9fe8b92-7826-41c6-a045-760d1d9f54c9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:50.710426 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4ca5b340-e11a-4d97-b386-4275b2bbc5df req-b9fe8b92-7826-41c6-a045-760d1d9f54c9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 945 time: 0.0489476 Apr 11 18:56:50.719285 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44512) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:56:50.723975 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'port_id': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:56:50.770452 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (aec9b76e-c529-427c-8476-d69183614192), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:51.233482 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:51.237861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (aec9b76e-c529-427c-8476-d69183614192), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:51.339661 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP aec9b76e-c529-427c-8476-d69183614192 associated. External IP: 172.27.0.152, port: a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0. Apr 11 18:56:51.840703 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:56:51.955351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:56:51.959665 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:51.967560 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:56:51.977910 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:51.978517 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:51.990215 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a20dc4df-358d-4159-ac0f-2a290716c0f8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "PUT /v2.0/floatingips/aec9b76e-c529-427c-8476-d69183614192 HTTP/1.1" status: 200 len: 991 time: 1.2697151 Apr 11 18:56:51.990796 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:56:51.993515 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1" -d '{"events": [{"name": "network-changed", "server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:56:52.034861 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8285eb1d-b7e8-45f9-9281-f35cd4b29b46 x-openstack-request-id: req-8285eb1d-b7e8-45f9-9281-f35cd4b29b46 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:56:52.035154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:56:52.035407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8285eb1d-b7e8-45f9-9281-f35cd4b29b46 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:56:52.035809 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8285eb1d-b7e8-45f9-9281-f35cd4b29b46'] response: {'name': 'network-changed', 'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'status': 'completed', 'code': 200} Apr 11 18:56:52.096009 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-986f1d98-05fb-407c-a660-aef0749314c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:52.098266 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-986f1d98-05fb-407c-a660-aef0749314c7 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 1129 time: 0.0423181 Apr 11 18:56:52.099462 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:52.193018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-43ef7003-40d5-41e5-b529-edf387778493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:52.194484 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-43ef7003-40d5-41e5-b529-edf387778493 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.0901392 Apr 11 18:56:52.260143 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-d42a612c-52c8-4722-8718-87f36293b122 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 HTTP/1.1" status: 200 len: 999 time: 0.0592074 Apr 11 18:56:52.309533 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-9fb05984-c848-4b4a-82c5-909420413c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:52.310996 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-9fb05984-c848-4b4a-82c5-909420413c4a service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0448022 Apr 11 18:56:52.324713 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:54Z', 'revision_number': 2, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}, {'id': 'aec9b76e-c529-427c-8476-d69183614192', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:8b:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:56:38Z', 'updated_at': '2022-04-11T18:56:51Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:52.355676 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:56:52.363411 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-83e0200b-f6e2-40ea-adc1-5d58e8e203b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:52.363587 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-83e0200b-f6e2-40ea-adc1-5d58e8e203b2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465994 Apr 11 18:56:52.364634 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:56:52.365299 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:56:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:52.456473 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-5e8be29d-ae7a-45a7-92bd-22d4fe999d6f service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862801 Apr 11 18:56:52.559790 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cdd30c73-dca5-4f20-93d3-07ff6ab4c3e1 req-3e446515-aa37-4769-8b34-cb372a4c6172 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925903 Apr 11 18:56:52.565209 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:56:52.791777 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:54Z', 'revision_number': 2, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}, {'id': 'aec9b76e-c529-427c-8476-d69183614192', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:8b:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:56:38Z', 'updated_at': '2022-04-11T18:56:51Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:56:52.822780 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5e9b0-5929-4f11-878a-cd716d92e826 None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:54Z', 'revision_number': 2, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}, {'id': 'aec9b76e-c529-427c-8476-d69183614192', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.152', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 589, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:8b:45:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:56:38Z', 'updated_at': '2022-04-11T18:56:51Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:56:53.012632 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a7bc5a-9031-4175-bf21-a079cde2b785 None None] New status for floating IP aec9b76e-c529-427c-8476-d69183614192: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:56:53.842092 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-dbc91ff8-6c4b-4b26-a5f6-7a1f405d2967 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0404963 Apr 11 18:56:53.925632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-73e4080e-cc96-4ddc-b55b-518922a1af3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:53.927163 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-73e4080e-cc96-4ddc-b55b-518922a1af3c service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 1130 time: 0.0437164 Apr 11 18:56:54.032586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-7c13726a-e202-4637-9686-f3406810b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:54.034159 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-7c13726a-e202-4637-9686-f3406810b63c service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.0896723 Apr 11 18:56:54.098896 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-e5b57f47-093c-4722-a9ea-d26fe3c6f573 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b HTTP/1.1" status: 200 len: 1002 time: 0.0585382 Apr 11 18:56:54.152040 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-d4aef738-51b7-4d21-8578-9f981cec7a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:54.153499 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-d4aef738-51b7-4d21-8578-9f981cec7a65 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0490084 Apr 11 18:56:54.201397 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-f0a5d1c5-f938-4007-8368-5080c0ab6c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:56:54.202909 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-f0a5d1c5-f938-4007-8368-5080c0ab6c7c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432379 Apr 11 18:56:54.289480 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-743389f2-9b21-4aa2-81e5-369fb08c8f2f service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801556 Apr 11 18:56:54.380633 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3b1e2007-3aa0-4571-85f1-83a40dfc12d4 req-2d7eb843-bf24-4cb7-acad-7f85cffab973 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851433 Apr 11 18:56:57.131795 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a392abbb-ef2e-46fe-bf39-a16e91ac42fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:56:59.546801 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fc998fc0-e32a-4c90-9f47-7abc7b138ba0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:00.674325 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:02.055294 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:03.675937 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.649822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44606) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:09.751772 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-48481a1c-68a6-40e2-8e3f-d314f7849f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.823413 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-48481a1c-68a6-40e2-8e3f-d314f7849f9b admin admin] Publish callbacks [] for security_group (57e72ac5-f64d-4462-9636-57f0f4dcccda), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.826891 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-48481a1c-68a6-40e2-8e3f-d314f7849f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (57e72ac5-f64d-4462-9636-57f0f4dcccda), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.863701 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-48481a1c-68a6-40e2-8e3f-d314f7849f9b admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=2677a030339a4a21b60395bb505d036a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2128313 Apr 11 18:57:09.865626 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48481a1c-68a6-40e2-8e3f-d314f7849f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e72ac5-f64d-4462-9636-57f0f4dcccda,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:09.866383 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44610) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:09.917626 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-009030ab-31df-4b98-a271-c8a91755d819 admin admin] Publish callbacks [] for security_group (57e72ac5-f64d-4462-9636-57f0f4dcccda), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.937932 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-009030ab-31df-4b98-a271-c8a91755d819 admin admin] Publish callbacks [] for security_group (57e72ac5-f64d-4462-9636-57f0f4dcccda), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.982347 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-009030ab-31df-4b98-a271-c8a91755d819 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (57e72ac5-f64d-4462-9636-57f0f4dcccda), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.985233 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-009030ab-31df-4b98-a271-c8a91755d819 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:09.989356 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-009030ab-31df-4b98-a271-c8a91755d819 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/57e72ac5-f64d-4462-9636-57f0f4dcccda HTTP/1.1" status: 204 len: 168 time: 0.1218741 Apr 11 18:57:09.996929 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009030ab-31df-4b98-a271-c8a91755d819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e72ac5-f64d-4462-9636-57f0f4dcccda,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:12.645810 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:57:17.882886 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44682) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:17.986760 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b6021c0-62ef-488d-8b37-7c717b4874ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.064190 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b6021c0-62ef-488d-8b37-7c717b4874ae admin admin] Publish callbacks [] for security_group (774fa4a5-1983-4341-8cac-ab995da49571), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.068499 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-3b6021c0-62ef-488d-8b37-7c717b4874ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (774fa4a5-1983-4341-8cac-ab995da49571), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.105523 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-3b6021c0-62ef-488d-8b37-7c717b4874ae admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=7cfd51f155354ecf8c668b02b04fc731&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214510 Apr 11 18:57:18.106739 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6021c0-62ef-488d-8b37-7c717b4874ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=774fa4a5-1983-4341-8cac-ab995da49571,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:18.108183 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44686) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:18.160942 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bda3ae7a-9b06-4483-91ed-c876ad9f11b9 admin admin] Publish callbacks [] for security_group (774fa4a5-1983-4341-8cac-ab995da49571), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.181774 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bda3ae7a-9b06-4483-91ed-c876ad9f11b9 admin admin] Publish callbacks [] for security_group (774fa4a5-1983-4341-8cac-ab995da49571), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.227328 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bda3ae7a-9b06-4483-91ed-c876ad9f11b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (774fa4a5-1983-4341-8cac-ab995da49571), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.229916 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bda3ae7a-9b06-4483-91ed-c876ad9f11b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.231049 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-bda3ae7a-9b06-4483-91ed-c876ad9f11b9 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/774fa4a5-1983-4341-8cac-ab995da49571 HTTP/1.1" status: 204 len: 168 time: 0.1210523 Apr 11 18:57:18.239739 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3ae7a-9b06-4483-91ed-c876ad9f11b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774fa4a5-1983-4341-8cac-ab995da49571,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:18.823170 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44708) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:18.915893 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1887670616-network', 'tenant_id': '51628d1ecf854c08972e256152eca9a5'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:18.934511 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Made reservation on behalf of 51628d1ecf854c08972e256152eca9a5 for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:57:18.936625 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:18.945000 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.022535 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks [] for security_group (0699ce43-51ef-44db-bec9-b4dde38827ac), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.026331 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0699ce43-51ef-44db-bec9-b4dde38827ac), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.050969 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 505} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:57:19.060685 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0699ce43-51ef-44db-bec9-b4dde38827ac,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:19.066892 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (96fbb32e-782d-4086-af6d-baa0ca13567f), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.067243 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Added segment 96fbb32e-782d-4086-af6d-baa0ca13567f of type vlan for network de77149e-8425-4569-839d-12be404fe955 Apr 11 18:57:19.091021 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.108732 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (de77149e-8425-4569-839d-12be404fe955), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.134105 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (de77149e-8425-4569-839d-12be404fe955), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.134979 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:19.135591 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.168597 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3442035 Apr 11 18:57:19.172210 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44712) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:19.178402 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Request body: {'subnet': {'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1887670616-subnet', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:19.198780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Made reservation on behalf of 51628d1ecf854c08972e256152eca9a5 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:57:19.200123 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d378eab7-69d8-4dad-b54b-29983cbae654 admin admin] Pushing event updated for resources: {'Network': ['ID=de77149e-8425-4569-839d-12be404fe955,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:19.201527 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48560373'] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.212397 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network de77149e-8425-4569-839d-12be404fe955 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:57:19.368540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7695586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48560359'] for subnet (a518ac39-15ac-43b2-a3ab-297e5f1de7ca), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.426416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a518ac39-15ac-43b2-a3ab-297e5f1de7ca,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:19.434948 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Checking segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:19.435307 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Network hostable DHCP agents. Network: de77149e-8425-4569-839d-12be404fe955, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:57:19.453188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Network de77149e-8425-4569-839d-12be404fe955 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:57:19.462245 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, de77149e-8425-4569-839d-12be404fe955) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:19.466836 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:19.467431 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.472063 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8f195ee-f0c9-4ee7-9afb-80a5da74b8cb None None] Network de77149e-8425-4569-839d-12be404fe955 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:57:19.483774 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-bf4d568a-159d-47f5-b782-411b6740c5cf admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3104725 Apr 11 18:57:19.486511 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44714) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:19.490726 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:19.509387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (9041c976-12c0-461d-9d61-54ed28345914), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.510381 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (9041c976-12c0-461d-9d61-54ed28345914), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.566404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks [] for router_controller (9041c976-12c0-461d-9d61-54ed28345914), precommit_add_association {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.584027 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-de77149e-8425-4569-839d-12be404fe955', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:57:19.584972 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.704717 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks [] for router_gateway (9041c976-12c0-461d-9d61-54ed28345914), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.737289 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Allocated IP 172.20.0.2 (de77149e-8425-4569-839d-12be404fe955/a518ac39-15ac-43b2-a3ab-297e5f1de7ca/5ac052ce-d83f-4352-9fe3-bb725338b41b) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:19.881877 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Publish callbacks [] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.888269 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.906907 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks [] for router_gateway (9041c976-12c0-461d-9d61-54ed28345914), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.923905 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Network de77149e-8425-4569-839d-12be404fe955 is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:19.928451 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.928643 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:19.932017 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:19.944878 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Pushing event updated for resources: {'Port': ['ID=5ac052ce-d83f-4352-9fe3-bb725338b41b,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:19.992235 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Attempting to bind port 5ac052ce-d83f-4352-9fe3-bb725338b41b on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:19.992520 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Attempting to bind port 5ac052ce-d83f-4352-9fe3-bb725338b41b by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:19.992884 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Attempting to bind port 5ac052ce-d83f-4352-9fe3-bb725338b41b on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:19.997928 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:19.998306 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Checking segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:19.998716 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:19.999105 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Bound using segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:19.999564 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Bound port: 5ac052ce-d83f-4352-9fe3-bb725338b41b, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:19.999941 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:20.037050 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Allocated IP 172.27.0.49 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/b32cb9fd-0a28-49b5-a836-80d241731543) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:20.071046 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] For port 5ac052ce-d83f-4352-9fe3-bb725338b41b, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:20.074029 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] For port 5ac052ce-d83f-4352-9fe3-bb725338b41b, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=5ac052ce-d83f-4352-9fe3-bb725338b41b,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:20.080031 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:20.143855 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf70924-bfc5-4ea1-be8b-bb27051c82d6 None None] Pushing event updated for resources: {'Port': ['ID=5ac052ce-d83f-4352-9fe3-bb725338b41b,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:20.149927 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks [] for port (b32cb9fd-0a28-49b5-a836-80d241731543), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:20.184626 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:20.231750 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:20.234563 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:20.239017 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:20.240998 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Pushing event updated for resources: {'Port': ['ID=b32cb9fd-0a28-49b5-a836-80d241731543,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:20.511761 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks [] for router_gateway (9041c976-12c0-461d-9d61-54ed28345914), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:20.707959 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (9041c976-12c0-461d-9d61-54ed28345914), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:20.843892 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Router 9041c976-12c0-461d-9d61-54ed28345914 is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:57:21.043576 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c31c12-1c78-4d28-817b-557852cbd709 None None] Network de77149e-8425-4569-839d-12be404fe955 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:57:21.117141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-c3ae940a-d1f2-4c10-ace9-677a1be02ba8 None None] Provisioning complete for port 5ac052ce-d83f-4352-9fe3-bb725338b41b triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:21.117531 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c3ae940a-d1f2-4c10-ace9-677a1be02ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.229331 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:57:21.235606 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c3ae940a-d1f2-4c10-ace9-677a1be02ba8 None None] Current status of the port 5ac052ce-d83f-4352-9fe3-bb725338b41b is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:21.236029 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c3ae940a-d1f2-4c10-ace9-677a1be02ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.243435 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:57:21.252258 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.254299 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2b06b56d-3527-47a7-98ba-a2575a8ba235 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7668030 Apr 11 18:57:21.256967 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44716) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:21.264613 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:21.265376 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:21.276540 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c3ae940a-d1f2-4c10-ace9-677a1be02ba8 None None] For port 5ac052ce-d83f-4352-9fe3-bb725338b41b, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=5ac052ce-d83f-4352-9fe3-bb725338b41b,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:21.294042 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c3ae940a-d1f2-4c10-ace9-677a1be02ba8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.370845 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ae940a-d1f2-4c10-ace9-677a1be02ba8 None None] Pushing event updated for resources: {'Port': ['ID=5ac052ce-d83f-4352-9fe3-bb725338b41b,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:21.392198 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:21.516841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-63d72dd1-a9cf-44e6-a978-3a0b872b3fdc None None] Provisioning complete for port 5ac052ce-d83f-4352-9fe3-bb725338b41b triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:21.517246 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-63d72dd1-a9cf-44e6-a978-3a0b872b3fdc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.568625 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:20Z', 'revision_number': 3, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:21.595888 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:57:21.597035 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Updating router 9041c976-12c0-461d-9d61-54ed28345914 port b32cb9fd-0a28-49b5-a836-80d241731543 binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:57:21.600492 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-63d72dd1-a9cf-44e6-a978-3a0b872b3fdc None None] Current status of the port 5ac052ce-d83f-4352-9fe3-bb725338b41b is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:21.624961 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.711555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.866538 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Allocated IP 172.20.0.1 (de77149e-8425-4569-839d-12be404fe955/a518ac39-15ac-43b2-a3ab-297e5f1de7ca/a7c53dfa-82bf-4913-a4e7-e3b351b3bffb) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:21.881795 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Publish callbacks [] for port (b32cb9fd-0a28-49b5-a836-80d241731543), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.886911 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.938220 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Pushing event updated for resources: {'Port': ['ID=b32cb9fd-0a28-49b5-a836-80d241731543,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:21.946088 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Attempting to bind port b32cb9fd-0a28-49b5-a836-80d241731543 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:21.946456 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Attempting to bind port b32cb9fd-0a28-49b5-a836-80d241731543 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:21.946888 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Attempting to bind port b32cb9fd-0a28-49b5-a836-80d241731543 on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:21.950382 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.950831 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.951238 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.951523 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.951889 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.952158 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.952483 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.952833 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.953198 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.953806 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.954131 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.954573 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.955097 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.956129 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.956635 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115233) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:21.963455 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:21.963959 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:21.964215 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.964726 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:21.965229 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Bound port: b32cb9fd-0a28-49b5-a836-80d241731543, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:21.965604 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:21.976057 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks [] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.010945 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.019095 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] For port b32cb9fd-0a28-49b5-a836-80d241731543, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:22.028592 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] For port b32cb9fd-0a28-49b5-a836-80d241731543, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b32cb9fd-0a28-49b5-a836-80d241731543,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:22.037548 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.054237 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Network de77149e-8425-4569-839d-12be404fe955 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:22.061392 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:22.063643 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:22.068615 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:22.109606 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848e1d4b-3247-4b23-b6c2-32cd4d4d7352 None None] Pushing event updated for resources: {'Port': ['ID=b32cb9fd-0a28-49b5-a836-80d241731543,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:22.119609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (9041c976-12c0-461d-9d61-54ed28345914), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.143616 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:22.144489 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:22.160468 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 5ac052ce-d83f-4352-9fe3-bb725338b41b up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:22.275856 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 5ac052ce-d83f-4352-9fe3-bb725338b41b triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:22.276511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.284966 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:22.289949 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.372517 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 5ac052ce-d83f-4352-9fe3-bb725338b41b is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:22.420064 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-e20792b1-0f84-4496-b8d2-8cc16b29c741 None None] Provisioning complete for port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:22.420462 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e20792b1-0f84-4496-b8d2-8cc16b29c741 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.461521 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-e20792b1-0f84-4496-b8d2-8cc16b29c741 None None] Port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:57:22.477430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks [] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.477972 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:20Z', 'revision_number': 3, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:22.482376 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.506253 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190d6e9d-f506-4022-ae85-b6e1479adeae None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:20Z', 'revision_number': 3, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:57:22.550106 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Pushing event updated for resources: {'Port': ['ID=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:22.552818 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (9041c976-12c0-461d-9d61-54ed28345914), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:22.668852 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Network de77149e-8425-4569-839d-12be404fe955 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:22.670352 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:22.818595 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:57:22.957351 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:57:22.968446 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-fa46458e-fc83-485d-ab4c-1fa1a2c6ecb6 admin admin] 10.222.0.61 "PUT /v2.0/routers/9041c976-12c0-461d-9d61-54ed28345914/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7042947 Apr 11 18:57:22.984888 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-5321b0f3-f85a-4c19-b147-0251af23cfb3 None None] Provisioning complete for port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:22.985427 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-5321b0f3-f85a-4c19-b147-0251af23cfb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.025654 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-5321b0f3-f85a-4c19-b147-0251af23cfb3 None None] Port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:57:23.464812 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44734) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:23.469930 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-113578589-network', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:23.490404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Made reservation on behalf of 8379b4e4bef8412d935b0d2614d4498c for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:57:23.492840 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.501309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.591344 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks [] for security_group (7969bff0-4d18-47dd-8f7a-e1212aacc4d0), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.597037 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (7969bff0-4d18-47dd-8f7a-e1212aacc4d0), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.624060 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 539} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 18:57:23.634850 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7969bff0-4d18-47dd-8f7a-e1212aacc4d0,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:23.639751 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (1a4cbd8d-32aa-45ca-9589-80638caff298), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.640097 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Added segment 1a4cbd8d-32aa-45ca-9589-80638caff298 of type vlan for network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a Apr 11 18:57:23.681587 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.717616 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.718584 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:23.719203 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:23.779564 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3135858 Apr 11 18:57:23.782319 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44736) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:23.791189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Request body: {'subnet': {'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-113578589-subnet', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:23.795632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51584765-593f-4717-a839-4204a2bfe282 admin admin] Pushing event updated for resources: {'Network': ['ID=0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:23.810383 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 18:57:23.819276 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Made reservation on behalf of 8379b4e4bef8412d935b0d2614d4498c for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:57:23.822156 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48560373'] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.012108 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7695586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48560359'] for subnet (45c0e695-7953-4e11-b291-6c2552f235a0), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.078350 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Pushing event updated for resources: {'Subnet': ['ID=45c0e695-7953-4e11-b291-6c2552f235a0,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:24.086578 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Checking segment: {'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:24.086983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Network hostable DHCP agents. Network: 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 18:57:24.108452 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 18:57:24.113646 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b32cb9fd-0a28-49b5-a836-80d241731543 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:24.123951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:24.128598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:24.129309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.142747 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e1d53d-be33-453b-9f0c-7f75940e77e8 None None] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:57:24.148699 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-cd59e015-4a72-4592-8932-153e9b15b03f admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3629098 Apr 11 18:57:24.148859 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44738) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:24.153282 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:24.173132 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1681985', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-44534'] for router (ef428232-44c2-40a2-bc04-5979d552e68e), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.174313 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1681649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1635402', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1755437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-44537'] for router (ef428232-44c2-40a2-bc04-5979d552e68e), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.225794 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:57:24.232258 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port b32cb9fd-0a28-49b5-a836-80d241731543 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:24.232630 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.248742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks [] for router_controller (ef428232-44c2-40a2-bc04-5979d552e68e), precommit_add_association {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.281511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:24.282337 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:24.331506 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcb622652-d715-55b9-90a1-9d361d6fadea-0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'fixed_ips': [{'subnet_id': '45c0e695-7953-4e11-b291-6c2552f235a0'}]}} from dv-cinder-837356-1-iscsi. {{(pid=115232) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Apr 11 18:57:24.331506 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.400484 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks [] for router_gateway (ef428232-44c2-40a2-bc04-5979d552e68e), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.544026 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:24.548975 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port b32cb9fd-0a28-49b5-a836-80d241731543 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:24.549451 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.607669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks [] for router_gateway (ef428232-44c2-40a2-bc04-5979d552e68e), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.613602 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port b32cb9fd-0a28-49b5-a836-80d241731543, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b32cb9fd-0a28-49b5-a836-80d241731543,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:24.622364 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.631265 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.660023 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.db_base_plugin_common [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Allocated IP 172.20.0.2 (0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a/45c0e695-7953-4e11-b291-6c2552f235a0/59141548-d506-4322-b174-8845c512d6f2) {{(pid=115232) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:24.744034 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Allocated IP 172.27.0.32 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/b78730df-0780-4e92-a2c9-a1163d5eae91) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:24.787036 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=b32cb9fd-0a28-49b5-a836-80d241731543,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:24.848928 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks [] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.884593 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:24.929104 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:24.932135 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:24.935666 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:24.936152 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 2, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:24.967033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Pushing event updated for resources: {'Port': ['ID=b78730df-0780-4e92-a2c9-a1163d5eae91,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:24.968198 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:57:24.968556 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Updating router 9041c976-12c0-461d-9d61-54ed28345914 port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:57:24.990041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Publish callbacks [] for port (59141548-d506-4322-b174-8845c512d6f2), precommit_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.000436 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791'] for port (59141548-d506-4322-b174-8845c512d6f2), after_create {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.014814 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.060143 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a is already hosted by enough agents. {{(pid=115232) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:25.066146 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.scheduler.base_scheduler [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Resources bound (agent type, host, resource id): {{(pid=115232) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:25.084766 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Received port after_create {{(pid=115232) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:25.086658 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Pushing event updated for resources: {'Port': ['ID=59141548-d506-4322-b174-8845c512d6f2,revision_number=1']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:25.207656 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Attempting to bind port 59141548-d506-4322-b174-8845c512d6f2 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:25.207656 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Attempting to bind port 59141548-d506-4322-b174-8845c512d6f2 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:25.207656 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Attempting to bind port 59141548-d506-4322-b174-8845c512d6f2 on network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:25.216564 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:25.216940 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Checking segment: {'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:25.217371 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.217769 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Bound using segment: {'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:25.217890 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks [] for router_gateway (ef428232-44c2-40a2-bc04-5979d552e68e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.218237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Bound port: 59141548-d506-4322-b174-8845c512d6f2, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:25.218709 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (59141548-d506-4322-b174-8845c512d6f2), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.343544 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] For port 59141548-d506-4322-b174-8845c512d6f2, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:25.348635 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] For port 59141548-d506-4322-b174-8845c512d6f2, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=59141548-d506-4322-b174-8845c512d6f2,segment=NetworkSegment(1a4cbd8d-32aa-45ca-9589-80638caff298),segment_id=1a4cbd8d-32aa-45ca-9589-80638caff298)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:25.360725 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (59141548-d506-4322-b174-8845c512d6f2), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.447654 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f86518-070a-4ee6-b569-62f5976237a5 None None] Pushing event updated for resources: {'Port': ['ID=59141548-d506-4322-b174-8845c512d6f2,revision_number=2']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:25.501715 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Publish callbacks [] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.508202 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.568550 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee117d7f-50b6-483a-aefa-c4f9b2bc6aff None None] Pushing event updated for resources: {'Port': ['ID=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:25.651638 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Attempting to bind port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:25.652187 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Attempting to bind port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:25.652712 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Attempting to bind port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:25.664491 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:25.664934 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Checking segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:25.665412 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.665812 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Bound using segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:25.666286 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Bound port: a7c53dfa-82bf-4913-a4e7-e3b351b3bffb, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:25.666670 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.760789 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] For port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:25.764453 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] For port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:25.779207 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.814004 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1681608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1634745'] for router (ef428232-44c2-40a2-bc04-5979d552e68e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:25.957357 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Router ef428232-44c2-40a2-bc04-5979d552e68e is scheduled to L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e with binding_index 1 {{(pid=115231) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Apr 11 18:57:26.004132 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-8fc3254e-3cfb-4fde-b0e1-9df326a8cecb None None] Provisioning complete for port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:26.004675 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8fc3254e-3cfb-4fde-b0e1-9df326a8cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.064234 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:26.065086 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:26.073125 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee117d7f-50b6-483a-aefa-c4f9b2bc6aff None None] Pushing event updated for resources: {'Port': ['ID=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:26.087352 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:57:26.101642 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Sync routers for ids ['ef428232-44c2-40a2-bc04-5979d552e68e'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:57:26.113207 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.117129 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-61cd6e5d-3e87-4512-b621-9bce0ddf0a35 admin admin] 10.222.0.61 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9647174 Apr 11 18:57:26.117414 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44740) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:26.119663 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Routers {'ef428232-44c2-40a2-bc04-5979d552e68e'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:26.124423 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['ef428232-44c2-40a2-bc04-5979d552e68e'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:26.209453 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-8fc3254e-3cfb-4fde-b0e1-9df326a8cecb None None] Current status of the port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:26.210567 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8fc3254e-3cfb-4fde-b0e1-9df326a8cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.307734 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-8fc3254e-3cfb-4fde-b0e1-9df326a8cecb None None] For port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:26.319580 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-8fc3254e-3cfb-4fde-b0e1-9df326a8cecb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.331597 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 59141548-d506-4322-b174-8845c512d6f2 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:26.357294 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Set router ef428232-44c2-40a2-bc04-5979d552e68e gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:26.413281 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:26.470974 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-a84ed215-b58c-4835-8334-d391ebef052e None None] Provisioning complete for port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:26.471883 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a84ed215-b58c-4835-8334-d391ebef052e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.514951 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc3254e-3cfb-4fde-b0e1-9df326a8cecb None None] Pushing event updated for resources: {'Port': ['ID=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:26.585231 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 59141548-d506-4322-b174-8845c512d6f2 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:26.585754 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (59141548-d506-4322-b174-8845c512d6f2), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.686276 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:25Z', 'revision_number': 3, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port': {'id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:26.688466 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16179879-b8c7-4376-9777-994a209bacce None None] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:57:26.689725 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.725296 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Checking router: ef428232-44c2-40a2-bc04-5979d552e68e for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:57:26.727944 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Updating router ef428232-44c2-40a2-bc04-5979d552e68e port b78730df-0780-4e92-a2c9-a1163d5eae91 binding host dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:57:26.766595 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.783778 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a84ed215-b58c-4835-8334-d391ebef052e None None] Current status of the port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:26.853792 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Allocated IP 172.20.0.1 (0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a/45c0e695-7953-4e11-b291-6c2552f235a0/a6733d73-783a-4ede-9140-735f11a50654) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:26.883302 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 59141548-d506-4322-b174-8845c512d6f2 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:26.884698 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (59141548-d506-4322-b174-8845c512d6f2), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.893766 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:25Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:26.938441 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de6973b5-9ff0-48cb-905c-d38e6523f3dd None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:25Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:57:26.958682 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-03e68bf5-203d-4da7-b569-1ceb3c62070b None None] Provisioning complete for port 59141548-d506-4322-b174-8845c512d6f2 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:26.959049 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-03e68bf5-203d-4da7-b569-1ceb3c62070b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (59141548-d506-4322-b174-8845c512d6f2), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:26.999834 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port 59141548-d506-4322-b174-8845c512d6f2, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=59141548-d506-4322-b174-8845c512d6f2,segment=NetworkSegment(1a4cbd8d-32aa-45ca-9589-80638caff298),segment_id=1a4cbd8d-32aa-45ca-9589-80638caff298)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:27.039875 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks [] for port (a6733d73-783a-4ede-9140-735f11a50654), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.044995 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (59141548-d506-4322-b174-8845c512d6f2), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.060044 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b32cb9fd-0a28-49b5-a836-80d241731543 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:27.096001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a6733d73-783a-4ede-9140-735f11a50654), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.150846 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:27.156916 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:27.161111 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:27.162456 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Publish callbacks [] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), precommit_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.170728 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.186837 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=59141548-d506-4322-b174-8845c512d6f2,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:27.214394 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6733d73-783a-4ede-9140-735f11a50654,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:27.238472 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-b8982f15-0b0a-443a-8685-0e370938b689 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.242393 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac937f39-15da-4c91-9da7-de97bd1e4053 None None] Pushing event updated for resources: {'Port': ['ID=b78730df-0780-4e92-a2c9-a1163d5eae91,revision_number=2']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:27.244840 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.245392 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.245972 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.246544 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.247441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.247633 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.247977 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.248312 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.248653 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.248987 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.249381 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.249719 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.250545 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.250886 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.251215 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:27.264889 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1634634'] for router_interface (ef428232-44c2-40a2-bc04-5979d552e68e), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.287500 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Attempting to bind port b78730df-0780-4e92-a2c9-a1163d5eae91 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:27.287863 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Attempting to bind port b78730df-0780-4e92-a2c9-a1163d5eae91 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:27.288319 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Attempting to bind port b78730df-0780-4e92-a2c9-a1163d5eae91 on network 0b10ec99-d358-4db5-bc6c-d7f90fda829f {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:27.301462 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:27.301851 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Checking segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115233) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:27.302263 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.302652 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Bound using segment: {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'} {{(pid=115233) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:27.303128 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.managers [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Bound port: b78730df-0780-4e92-a2c9-a1163d5eae91, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f7baa2b-ac2e-43c2-a764-20f862ae5f5d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}}] {{(pid=115233) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:27.303504 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), before_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.332569 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-03e68bf5-203d-4da7-b569-1ceb3c62070b None None] Current status of the port 59141548-d506-4322-b174-8845c512d6f2 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:27.335760 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port b32cb9fd-0a28-49b5-a836-80d241731543 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:27.336141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.387562 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] For port b78730df-0780-4e92-a2c9-a1163d5eae91, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115233) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:27.391009 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.plugins.ml2.db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] For port b78730df-0780-4e92-a2c9-a1163d5eae91, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b78730df-0780-4e92-a2c9-a1163d5eae91,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115233) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:27.398782 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron_lib.callbacks.manager [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), after_update {{(pid=115233) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.453217 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port b32cb9fd-0a28-49b5-a836-80d241731543 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:27.476244 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-54d180ea-dbce-4b59-ad23-9441ce030adb None None] Provisioning complete for port 59141548-d506-4322-b174-8845c512d6f2 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:27.477227 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-54d180ea-dbce-4b59-ad23-9441ce030adb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (59141548-d506-4322-b174-8845c512d6f2), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.479222 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac937f39-15da-4c91-9da7-de97bd1e4053 None None] Pushing event updated for resources: {'Port': ['ID=b78730df-0780-4e92-a2c9-a1163d5eae91,revision_number=3']} {{(pid=115233) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:27.484401 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a6733d73-783a-4ede-9140-735f11a50654), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.508370 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Routers {'ef428232-44c2-40a2-bc04-5979d552e68e'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:27.509278 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['ef428232-44c2-40a2-bc04-5979d552e68e'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:27.611193 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-54d180ea-dbce-4b59-ad23-9441ce030adb None None] Current status of the port 59141548-d506-4322-b174-8845c512d6f2 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:27.647392 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] Set router ef428232-44c2-40a2-bc04-5979d552e68e gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:27.705008 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks [] for port (a6733d73-783a-4ede-9140-735f11a50654), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.710494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (a6733d73-783a-4ede-9140-735f11a50654), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.737675 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-afab8bf1-1be7-41df-a07c-551f0e4149e0 None None] Provisioning complete for port a6733d73-783a-4ede-9140-735f11a50654 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:27.738048 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-afab8bf1-1be7-41df-a07c-551f0e4149e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a6733d73-783a-4ede-9140-735f11a50654), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.782441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Pushing event updated for resources: {'Port': ['ID=a6733d73-783a-4ede-9140-735f11a50654,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:27.784688 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-afab8bf1-1be7-41df-a07c-551f0e4149e0 None None] Port a6733d73-783a-4ede-9140-735f11a50654 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:57:27.786304 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579006', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1634554'] for router_interface (ef428232-44c2-40a2-bc04-5979d552e68e), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:27.854085 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 4, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port': {'id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a6733d73-783a-4ede-9140-735f11a50654', 'name': '', 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'mac_address': 'fa:16:3e:7c:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:26Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 1, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'subnets': [{'id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:27.882131 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0733f6f-5945-4968-97d2-574a8db49222 None None] The sync data for ids ['ef428232-44c2-40a2-bc04-5979d552e68e'] in dv-cinder-837356-1-iscsi is: [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 4, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port': {'id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a6733d73-783a-4ede-9140-735f11a50654', 'name': '', 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'mac_address': 'fa:16:3e:7c:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:26Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 1, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'subnets': [{'id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:57:27.884608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:27.886164 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:28.016658 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Router ef428232-44c2-40a2-bc04-5979d552e68e has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:57:28.169655 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:57:28.198511 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-dca16652-3192-4f2c-89d7-c49045f5cda5 admin admin] 10.222.0.61 "PUT /v2.0/routers/ef428232-44c2-40a2-bc04-5979d552e68e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0725458 Apr 11 18:57:28.231260 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-3a3ce499-f70b-4619-90b6-a3749c7b2305 None None] Provisioning complete for port a6733d73-783a-4ede-9140-735f11a50654 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:28.231810 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3a3ce499-f70b-4619-90b6-a3749c7b2305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a6733d73-783a-4ede-9140-735f11a50654), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:28.289836 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a7c53dfa-82bf-4913-a4e7-e3b351b3bffb up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:28.354242 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-3a3ce499-f70b-4619-90b6-a3749c7b2305 None None] Port a6733d73-783a-4ede-9140-735f11a50654 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:57:28.374778 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:28.375166 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:28.493842 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:28.494831 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 59141548-d506-4322-b174-8845c512d6f2 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:28.555114 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port 59141548-d506-4322-b174-8845c512d6f2 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:28.555503 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (59141548-d506-4322-b174-8845c512d6f2), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:28.689303 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port 59141548-d506-4322-b174-8845c512d6f2 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:28.700819 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b0cdbc-3496-445c-a73e-6c7b921938fb req-1ea3a176-be82-4235-a101-18a92ae80150 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:28.703018 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-69b0cdbc-3496-445c-a73e-6c7b921938fb req-1ea3a176-be82-4235-a101-18a92ae80150 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 945 time: 0.0603189 Apr 11 18:57:28.757434 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-69b0cdbc-3496-445c-a73e-6c7b921938fb req-1b8e8a3c-439b-406f-81ae-89ff92f7390f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473921 Apr 11 18:57:28.810325 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44760) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:28.815591 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-4cbaa038-2516-421a-9b1e-b02db307e3de tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-294858584', 'description': 'tempest-secgroup-smoke-294858584 description', 'project_id': '51628d1ecf854c08972e256152eca9a5'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:28.837193 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa038-2516-421a-9b1e-b02db307e3de tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:28.912403 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa038-2516-421a-9b1e-b02db307e3de tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group (37f6e94b-2de6-4a6d-8204-1cb20fdef6a1), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:28.916110 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa038-2516-421a-9b1e-b02db307e3de tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (37f6e94b-2de6-4a6d-8204-1cb20fdef6a1), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:28.944662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-4cbaa038-2516-421a-9b1e-b02db307e3de tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:28.945879 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-4cbaa038-2516-421a-9b1e-b02db307e3de tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1345565 Apr 11 18:57:28.947704 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbaa038-2516-421a-9b1e-b02db307e3de tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:28.948976 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44762) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:28.954608 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-456b58f1-e1cf-4d92-b204-f97812069991 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'security_group_rule': {'security_group_id': '37f6e94b-2de6-4a6d-8204-1cb20fdef6a1', 'project_id': '51628d1ecf854c08972e256152eca9a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:28.980000 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-456b58f1-e1cf-4d92-b204-f97812069991 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (4e1aa083-1a6b-4a2d-af76-7591fa9455cc), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.041636 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-456b58f1-e1cf-4d92-b204-f97812069991 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (4e1aa083-1a6b-4a2d-af76-7591fa9455cc), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.045435 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-456b58f1-e1cf-4d92-b204-f97812069991 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (4e1aa083-1a6b-4a2d-af76-7591fa9455cc), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.063325 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456b58f1-e1cf-4d92-b204-f97812069991 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e1aa083-1a6b-4a2d-af76-7591fa9455cc,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:29.072857 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-456b58f1-e1cf-4d92-b204-f97812069991 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.074404 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-456b58f1-e1cf-4d92-b204-f97812069991 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1235614 Apr 11 18:57:29.076983 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44764) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:29.081977 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-257b6fc5-bbf9-4c46-a4e3-c185aef0aba4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'security_group_rule': {'security_group_id': '37f6e94b-2de6-4a6d-8204-1cb20fdef6a1', 'project_id': '51628d1ecf854c08972e256152eca9a5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:29.105791 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-257b6fc5-bbf9-4c46-a4e3-c185aef0aba4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (b56f22d8-8534-4415-b641-6a9721e6d810), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.162033 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-257b6fc5-bbf9-4c46-a4e3-c185aef0aba4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (b56f22d8-8534-4415-b641-6a9721e6d810), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.165848 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-257b6fc5-bbf9-4c46-a4e3-c185aef0aba4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (b56f22d8-8534-4415-b641-6a9721e6d810), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.184150 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b6fc5-bbf9-4c46-a4e3-c185aef0aba4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56f22d8-8534-4415-b641-6a9721e6d810,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:29.191252 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-257b6fc5-bbf9-4c46-a4e3-c185aef0aba4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.192430 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-257b6fc5-bbf9-4c46-a4e3-c185aef0aba4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145270 Apr 11 18:57:29.195156 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44766) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:29.199534 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-f547663f-ae61-40c4-a8d5-b573b9b45747 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'security_group_rule': {'security_group_id': '37f6e94b-2de6-4a6d-8204-1cb20fdef6a1', 'project_id': '51628d1ecf854c08972e256152eca9a5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:29.225356 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f547663f-ae61-40c4-a8d5-b573b9b45747 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (64fdf3fd-1627-4c44-bcfd-25223ab1aa85), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.280995 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f547663f-ae61-40c4-a8d5-b573b9b45747 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (64fdf3fd-1627-4c44-bcfd-25223ab1aa85), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.284876 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f547663f-ae61-40c4-a8d5-b573b9b45747 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (64fdf3fd-1627-4c44-bcfd-25223ab1aa85), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.303073 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f547663f-ae61-40c4-a8d5-b573b9b45747 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64fdf3fd-1627-4c44-bcfd-25223ab1aa85,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:29.310343 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-f547663f-ae61-40c4-a8d5-b573b9b45747 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.311637 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-f547663f-ae61-40c4-a8d5-b573b9b45747 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1155851 Apr 11 18:57:29.314324 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44768) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:29.318513 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-02db0d5b-d643-45d8-b15a-5c4533872c3d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'security_group_rule': {'security_group_id': '37f6e94b-2de6-4a6d-8204-1cb20fdef6a1', 'project_id': '51628d1ecf854c08972e256152eca9a5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:29.343495 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-02db0d5b-d643-45d8-b15a-5c4533872c3d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (540aac5b-32cf-462f-b650-e12d54f9e843), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.400589 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-02db0d5b-d643-45d8-b15a-5c4533872c3d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (540aac5b-32cf-462f-b650-e12d54f9e843), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.403955 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-02db0d5b-d643-45d8-b15a-5c4533872c3d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (540aac5b-32cf-462f-b650-e12d54f9e843), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.421539 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db0d5b-d643-45d8-b15a-5c4533872c3d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=540aac5b-32cf-462f-b650-e12d54f9e843,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:29.428690 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-02db0d5b-d643-45d8-b15a-5c4533872c3d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.429981 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-02db0d5b-d643-45d8-b15a-5c4533872c3d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146624 Apr 11 18:57:29.432650 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44770) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:29.437552 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'security_group_rule': {'security_group_id': '37f6e94b-2de6-4a6d-8204-1cb20fdef6a1', 'project_id': '51628d1ecf854c08972e256152eca9a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:29.459026 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.securitygroups_db [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Project 51628d1ecf854c08972e256152eca9a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:57:29.464334 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (ca24722f-0df4-45b1-afc0-fc7285079b31), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.520781 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (ca24722f-0df4-45b1-afc0-fc7285079b31), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.524586 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (ca24722f-0df4-45b1-afc0-fc7285079b31), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.539830 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca24722f-0df4-45b1-afc0-fc7285079b31,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:29.549868 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab226-38a6-430e-bff7-6a5eae87c0ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.552317 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.553601 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7347a9f9-0606-42d4-a655-4d44e60b35ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199362 Apr 11 18:57:29.556279 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44772) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:29.560490 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'security_group_rule': {'security_group_id': '37f6e94b-2de6-4a6d-8204-1cb20fdef6a1', 'project_id': '51628d1ecf854c08972e256152eca9a5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:29.581995 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.securitygroups_db [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Project 51628d1ecf854c08972e256152eca9a5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 11 18:57:29.587437 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (33f30475-c803-4f88-a989-c45249e9b9d6), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.664843 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (33f30475-c803-4f88-a989-c45249e9b9d6), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.669592 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (33f30475-c803-4f88-a989-c45249e9b9d6), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.699968 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33f30475-c803-4f88-a989-c45249e9b9d6,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:29.710908 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:29.713146 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-fa2873f0-01fe-449b-a34a-837dfef30e64 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550651 Apr 11 18:57:29.896326 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156848c9-c776-4f86-9b23-041c5f33ea29 req-03cdf22c-3de8-42f2-8ecb-d067368828aa tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:29.897917 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-156848c9-c776-4f86-9b23-041c5f33ea29 req-03cdf22c-3de8-42f2-8ecb-d067368828aa tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 945 time: 0.0550556 Apr 11 18:57:29.981856 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440337d-0380-4045-b135-c190bf74be40 req-79948c93-ed21-4a2f-8527-a08517a7c4fd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:29.983350 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a440337d-0380-4045-b135-c190bf74be40 req-79948c93-ed21-4a2f-8527-a08517a7c4fd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 945 time: 0.0761392 Apr 11 18:57:30.027095 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-156848c9-c776-4f86-9b23-041c5f33ea29 req-75365c3b-e226-419d-9fdd-9ec1c3d88be1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=8de25b99-43a8-4e25-97a0-325b7e2441b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1224544 Apr 11 18:57:30.101329 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:57:30.101672 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.163583 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b78730df-0780-4e92-a2c9-a1163d5eae91 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:30.238578 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] For port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:30.239010 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.245203 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port b78730df-0780-4e92-a2c9-a1163d5eae91 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:30.245573 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.357896 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port b78730df-0780-4e92-a2c9-a1163d5eae91 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:30.358346 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.383578 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] For port b78730df-0780-4e92-a2c9-a1163d5eae91, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b78730df-0780-4e92-a2c9-a1163d5eae91,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:30.388948 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.452842 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Pushing event updated for resources: {'Port': ['ID=b78730df-0780-4e92-a2c9-a1163d5eae91,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:30.468131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.468494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (aec9b76e-c529-427c-8476-d69183614192), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.468816 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP aec9b76e-c529-427c-8476-d69183614192 disassociated. External IP: 172.27.0.152, port: a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0. Apr 11 18:57:30.469180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:57:30.603645 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:30.637609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:30.685112 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:31.053620 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:57:31.150334 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5668053-7a05-4db8-a998-11a99c02713d req-9581bbec-ec36-496f-859c-35ef9618efc2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=02fb2d37-ff76-49c9-b6c0-01b0b6b8f180 HTTP/1.1" status: 200 len: 210 time: 0.0350597 Apr 11 18:57:31.196584 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Sync routers for ids ['ef428232-44c2-40a2-bc04-5979d552e68e'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:57:31.206698 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Routers {'ef428232-44c2-40a2-bc04-5979d552e68e'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:31.207315 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['ef428232-44c2-40a2-bc04-5979d552e68e'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:31.208135 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:57:31.218810 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:57:31.231159 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:31.231729 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:31.257767 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] No DVR routers for this DVR port a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:57:31.260725 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:31.264149 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a440337d-0380-4045-b135-c190bf74be40 req-b1a8ceb3-0414-41f4-b357-be61a5ca4c33 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "DELETE /v2.0/ports/a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 HTTP/1.1" status: 204 len: 173 time: 1.2727640 Apr 11 18:57:31.264601 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'name': 'network-vif-deleted', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:57:31.267033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23cb4d70-960b-42ee-b16d-156722a8b651" -d '{"events": [{"server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "name": "network-vif-deleted", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:57:31.314876 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27b7ec6-84fc-4fba-ab1b-6d1f4c311386 x-openstack-request-id: req-b27b7ec6-84fc-4fba-ab1b-6d1f4c311386 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:57:31.315118 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02fb2d37-ff76-49c9-b6c0-01b0b6b8f180", "name": "network-vif-deleted", "tag": "a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:57:31.315378 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-b27b7ec6-84fc-4fba-ab1b-6d1f4c311386 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:57:31.315784 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b27b7ec6-84fc-4fba-ab1b-6d1f4c311386'] response: {'server_uuid': '02fb2d37-ff76-49c9-b6c0-01b0b6b8f180', 'name': 'network-vif-deleted', 'tag': 'a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0', 'status': 'completed', 'code': 200} Apr 11 18:57:31.378182 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:31.509956 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Set router ef428232-44c2-40a2-bc04-5979d552e68e gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:31.633262 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:54Z', 'revision_number': 2, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:31.662616 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:57:31.671284 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:31.671997 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:31.724641 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 4, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port': {'id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a6733d73-783a-4ede-9140-735f11a50654', 'name': '', 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'mac_address': 'fa:16:3e:7c:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:26Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 2, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'subnets': [{'id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:31.751298 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Checking router: ef428232-44c2-40a2-bc04-5979d552e68e for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:57:31.751678 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Updating router ef428232-44c2-40a2-bc04-5979d552e68e port a6733d73-783a-4ede-9140-735f11a50654 binding host dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 11 18:57:31.780229 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a6733d73-783a-4ede-9140-735f11a50654), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:31.791315 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:32.063278 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Publish callbacks [] for port (a6733d73-783a-4ede-9140-735f11a50654), precommit_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.072061 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a6733d73-783a-4ede-9140-735f11a50654), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.137773 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.145775 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be298692-bed2-428a-bd5e-8637f78487cf None None] Pushing event updated for resources: {'Port': ['ID=a6733d73-783a-4ede-9140-735f11a50654,revision_number=3']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:32.151864 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:54Z', 'revision_number': 2, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:32.201584 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870db43e-7575-42ec-ba43-d91ff9d4c2a2 None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '961ec726-6333-48c7-9562-3eb1f346256d', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.175', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:61:dc:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:55:38Z', 'updated_at': '2022-04-11T18:55:54Z', 'revision_number': 2, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:57:32.209814 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b78730df-0780-4e92-a2c9-a1163d5eae91 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:32.248619 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Attempting to bind port a6733d73-783a-4ede-9140-735f11a50654 on host dv-cinder-837356-1-iscsi for vnic_type normal with profile {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:32.249052 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Attempting to bind port a6733d73-783a-4ede-9140-735f11a50654 by drivers openvswitch,hyperv on host dv-cinder-837356-1-iscsi at level 0 using segments [{'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:32.249462 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Attempting to bind port a6733d73-783a-4ede-9140-735f11a50654 on network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:32.254172 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44846) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:32.260280 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Checking agent: {'id': '50849615-4f26-49ff-8569-14eb7dcf1f42', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-837356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 40, 4), 'started_at': datetime.datetime(2022, 4, 11, 18, 40, 34), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-837356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:32.260665 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Checking segment: {'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115232) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:32.261497 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.262075 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Bound using segment: {'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'} {{(pid=115232) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:32.262696 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.managers [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Bound port: a6733d73-783a-4ede-9140-735f11a50654, host: dv-cinder-837356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4cbd8d-32aa-45ca-9589-80638caff298', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a'}}] {{(pid=115232) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:32.262966 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a6733d73-783a-4ede-9140-735f11a50654), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.321550 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port b78730df-0780-4e92-a2c9-a1163d5eae91 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:32.321969 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.336606 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af46e67c-f0e1-44e6-a875-286d5034c3e1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (8de25b99-43a8-4e25-97a0-325b7e2441b4), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.371586 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af46e67c-f0e1-44e6-a875-286d5034c3e1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (8de25b99-43a8-4e25-97a0-325b7e2441b4), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.402154 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] For port a6733d73-783a-4ede-9140-735f11a50654, host dv-cinder-837356-1-iscsi, cleared binding levels {{(pid=115232) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:32.406723 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] For port a6733d73-783a-4ede-9140-735f11a50654, host dv-cinder-837356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a6733d73-783a-4ede-9140-735f11a50654,segment=NetworkSegment(1a4cbd8d-32aa-45ca-9589-80638caff298),segment_id=1a4cbd8d-32aa-45ca-9589-80638caff298)] {{(pid=115232) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:32.423934 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a6733d73-783a-4ede-9140-735f11a50654), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.457657 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af46e67c-f0e1-44e6-a875-286d5034c3e1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (8de25b99-43a8-4e25-97a0-325b7e2441b4), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.460650 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-af46e67c-f0e1-44e6-a875-286d5034c3e1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.461910 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-af46e67c-f0e1-44e6-a875-286d5034c3e1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/security-groups/8de25b99-43a8-4e25-97a0-325b7e2441b4 HTTP/1.1" status: 204 len: 168 time: 0.2060440 Apr 11 18:57:32.464832 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44850) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:32.480401 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46e67c-f0e1-44e6-a875-286d5034c3e1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de25b99-43a8-4e25-97a0-325b7e2441b4,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:32.483457 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.api.v2.resource [None req-82d5daff-551a-4836-858e-18cd32297b97 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] show failed (client error): The resource could not be found. Apr 11 18:57:32.485565 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-82d5daff-551a-4836-858e-18cd32297b97 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups/8de25b99-43a8-4e25-97a0-325b7e2441b4 HTTP/1.1" status: 404 len: 347 time: 0.0193710 Apr 11 18:57:32.496036 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44852) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:32.557784 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port b78730df-0780-4e92-a2c9-a1163d5eae91 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:32.571362 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-9ac5adaa-2375-48a1-829a-5981c5482134 None None] Provisioning complete for port a6733d73-783a-4ede-9140-735f11a50654 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:32.576075 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9ac5adaa-2375-48a1-829a-5981c5482134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a6733d73-783a-4ede-9140-735f11a50654), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.579899 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be298692-bed2-428a-bd5e-8637f78487cf None None] Pushing event updated for resources: {'Port': ['ID=a6733d73-783a-4ede-9140-735f11a50654,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:32.582581 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Routers {'ef428232-44c2-40a2-bc04-5979d552e68e'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:32.583376 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['ef428232-44c2-40a2-bc04-5979d552e68e'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:32.659170 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1f68bf-b5e1-4529-95ba-b67f142cfbaa None None] New status for floating IP aec9b76e-c529-427c-8476-d69183614192: DOWN {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:57:32.673485 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port bd597be5-664c-4369-82e8-0c7473d33220 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:57:32.673834 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (bd597be5-664c-4369-82e8-0c7473d33220), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.775195 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (bd597be5-664c-4369-82e8-0c7473d33220), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.775455 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (bd597be5-664c-4369-82e8-0c7473d33220), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.793310 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for bd597be5-664c-4369-82e8-0c7473d33220 owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:57:32.870810 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] Set router ef428232-44c2-40a2-bc04-5979d552e68e gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:32.913497 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5adaa-2375-48a1-829a-5981c5482134 None None] Current status of the port a6733d73-783a-4ede-9140-735f11a50654 is: DOWN; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:32.913893 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9ac5adaa-2375-48a1-829a-5981c5482134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a6733d73-783a-4ede-9140-735f11a50654), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.939505 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (bd597be5-664c-4369-82e8-0c7473d33220), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:32.968230 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=bd597be5-664c-4369-82e8-0c7473d33220,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:33.004329 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-9ac5adaa-2375-48a1-829a-5981c5482134 None None] For port a6733d73-783a-4ede-9140-735f11a50654, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a6733d73-783a-4ede-9140-735f11a50654,segment=NetworkSegment(1a4cbd8d-32aa-45ca-9589-80638caff298),segment_id=1a4cbd8d-32aa-45ca-9589-80638caff298)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:33.031678 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9ac5adaa-2375-48a1-829a-5981c5482134 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a6733d73-783a-4ede-9140-735f11a50654), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:33.036799 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (aec9b76e-c529-427c-8476-d69183614192), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:33.040727 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:33.041475 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-eff2ec05-def5-4e25-a250-d963c5d54a55 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/floatingips/aec9b76e-c529-427c-8476-d69183614192 HTTP/1.1" status: 204 len: 168 time: 0.5440359 Apr 11 18:57:33.132678 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5adaa-2375-48a1-829a-5981c5482134 None None] Pushing event updated for resources: {'Port': ['ID=a6733d73-783a-4ede-9140-735f11a50654,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:33.157981 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-9d89eb38-e391-44ec-bd9a-7498473a1227 None None] Provisioning complete for port a6733d73-783a-4ede-9140-735f11a50654 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:33.158353 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9d89eb38-e391-44ec-bd9a-7498473a1227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a6733d73-783a-4ede-9140-735f11a50654), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:33.187099 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 4, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port': {'id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a6733d73-783a-4ede-9140-735f11a50654', 'name': '', 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'mac_address': 'fa:16:3e:7c:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:26Z', 'updated_at': '2022-04-11T18:57:32Z', 'revision_number': 4, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'subnets': [{'id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:33.220329 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7578c79c-9d60-4fc4-8017-2114ada93b36 None None] The sync data for ids ['ef428232-44c2-40a2-bc04-5979d552e68e'] in dv-cinder-837356-1-iscsi is: [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:27Z', 'revision_number': 4, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port': {'id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a6733d73-783a-4ede-9140-735f11a50654', 'name': '', 'network_id': '0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'mac_address': 'fa:16:3e:7c:fd:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_interface', 'standard_attr_id': 648, 'fixed_ips': [{'subnet_id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:26Z', 'updated_at': '2022-04-11T18:57:32Z', 'revision_number': 4, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'subnets': [{'id': '45c0e695-7953-4e11-b291-6c2552f235a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:57:33.414489 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-9d89eb38-e391-44ec-bd9a-7498473a1227 None None] Current status of the port a6733d73-783a-4ede-9140-735f11a50654 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:33.680632 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:34.113803 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a6733d73-783a-4ede-9140-735f11a50654 up at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:34.163050 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Provisioning complete for port a6733d73-783a-4ede-9140-735f11a50654 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:34.163420 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a6733d73-783a-4ede-9140-735f11a50654), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:34.246304 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Current status of the port a6733d73-783a-4ede-9140-735f11a50654 is: ACTIVE; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:34.666626 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:57:34.686814 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:57:34.687166 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a19b6fef-673b-4aeb-8ac1-c6d84cf9aaf0 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:57:39.914962 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355e6c9-c0b5-4d70-8889-bbc7bdc18391 req-4bd4cdee-51d5-44e4-8bac-f628a3167b5d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:39.916441 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3355e6c9-c0b5-4d70-8889-bbc7bdc18391 req-4bd4cdee-51d5-44e4-8bac-f628a3167b5d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 946 time: 0.0487275 Apr 11 18:57:39.965764 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-3355e6c9-c0b5-4d70-8889-bbc7bdc18391 req-24bd07e6-b4f2-4ac3-9a0b-520b5f9b23c0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438273 Apr 11 18:57:41.078573 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a33c4-8b49-4d0e-9900-e3a2971c2328 req-661e9b99-5045-4f9a-91d2-dc76fe7779bc tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:41.080272 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5f8a33c4-8b49-4d0e-9900-e3a2971c2328 req-661e9b99-5045-4f9a-91d2-dc76fe7779bc tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 946 time: 0.0457335 Apr 11 18:57:41.131905 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5f8a33c4-8b49-4d0e-9900-e3a2971c2328 req-b5a8da51-744f-4bcb-a728-285eaead299b tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=bc3e248f-309e-43e3-a9f2-021af8dc5ab8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454807 Apr 11 18:57:41.475374 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-6f64de32-6c28-4558-bcbd-8305c142d6e7 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:41.476768 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-6f64de32-6c28-4558-bcbd-8305c142d6e7 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 946 time: 0.0457640 Apr 11 18:57:41.560678 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port 9d6b9f0d-a087-4530-8f6e-98aed93c558b {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:57:41.561016 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:41.650568 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] For port 9d6b9f0d-a087-4530-8f6e-98aed93c558b, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=9d6b9f0d-a087-4530-8f6e-98aed93c558b,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:41.650932 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:41.822179 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:41.822457 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (961ec726-6333-48c7-9562-3eb1f346256d), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:41.822776 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP 961ec726-6333-48c7-9562-3eb1f346256d disassociated. External IP: 172.27.0.175, port: 9d6b9f0d-a087-4530-8f6e-98aed93c558b. Apr 11 18:57:41.823115 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for 9d6b9f0d-a087-4530-8f6e-98aed93c558b owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:57:41.946200 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (9d6b9f0d-a087-4530-8f6e-98aed93c558b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:41.979007 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=9d6b9f0d-a087-4530-8f6e-98aed93c558b,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:42.095382 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:57:42.232296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0f514f09-d968-4626-be78-4153cbbb24fe req-57b11969-8d55-49a8-969f-b23da8b946fa tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=e950ad9d-0cb7-492d-97d4-c3e54e578a31 HTTP/1.1" status: 200 len: 210 time: 0.0317836 Apr 11 18:57:42.239137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:57:42.250567 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:57:42.261720 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:42.262330 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:42.283893 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] No DVR routers for this DVR port 9d6b9f0d-a087-4530-8f6e-98aed93c558b on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:57:42.286549 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:42.290204 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9327acb1-37af-4434-80b1-ce7d1c1a7fc3 req-9afaa1e8-2bc0-4dbb-b18b-2487ff9dc26d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "DELETE /v2.0/ports/9d6b9f0d-a087-4530-8f6e-98aed93c558b HTTP/1.1" status: 204 len: 173 time: 0.8080852 Apr 11 18:57:42.290703 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'name': 'network-vif-deleted', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:57:42.293200 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ca9132-f7d3-4f9e-9f88-e10812c07cfe" -d '{"events": [{"server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "name": "network-vif-deleted", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:57:42.334636 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c64b6c6-670f-4eed-b2b8-78331b32041d x-openstack-request-id: req-6c64b6c6-670f-4eed-b2b8-78331b32041d {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:57:42.335473 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e950ad9d-0cb7-492d-97d4-c3e54e578a31", "name": "network-vif-deleted", "tag": "9d6b9f0d-a087-4530-8f6e-98aed93c558b", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:57:42.335919 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6c64b6c6-670f-4eed-b2b8-78331b32041d {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:57:42.336329 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c64b6c6-670f-4eed-b2b8-78331b32041d'] response: {'server_uuid': 'e950ad9d-0cb7-492d-97d4-c3e54e578a31', 'name': 'network-vif-deleted', 'tag': '9d6b9f0d-a087-4530-8f6e-98aed93c558b', 'status': 'completed', 'code': 200} Apr 11 18:57:42.386819 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:42.584536 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:42.609964 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:57:42.618901 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:42.619520 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:42.734134 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:42.930974 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:42.960398 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643becdb-9f18-4a8e-8b59-4b242471cc4d None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:57:43.168407 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b4a958b-78db-49b3-8fef-76aa70ca4bdb None None] New status for floating IP 961ec726-6333-48c7-9562-3eb1f346256d: DOWN {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:57:43.323254 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44924) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:43.376680 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c49bb190-ddb8-4b41-80f7-a7a9edb9b2fe tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (bc3e248f-309e-43e3-a9f2-021af8dc5ab8), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.400114 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c49bb190-ddb8-4b41-80f7-a7a9edb9b2fe tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (bc3e248f-309e-43e3-a9f2-021af8dc5ab8), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.449206 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c49bb190-ddb8-4b41-80f7-a7a9edb9b2fe tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (bc3e248f-309e-43e3-a9f2-021af8dc5ab8), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.451725 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-c49bb190-ddb8-4b41-80f7-a7a9edb9b2fe tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.452848 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-c49bb190-ddb8-4b41-80f7-a7a9edb9b2fe tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/security-groups/bc3e248f-309e-43e3-a9f2-021af8dc5ab8 HTTP/1.1" status: 204 len: 168 time: 0.1285903 Apr 11 18:57:43.455980 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44926) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:43.461824 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49bb190-ddb8-4b41-80f7-a7a9edb9b2fe tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc3e248f-309e-43e3-a9f2-021af8dc5ab8,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:43.471675 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.api.v2.resource [None req-69090715-e5e8-46d5-9b9a-359b85c23484 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] show failed (client error): The resource could not be found. Apr 11 18:57:43.472763 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-69090715-e5e8-46d5-9b9a-359b85c23484 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups/bc3e248f-309e-43e3-a9f2-021af8dc5ab8 HTTP/1.1" status: 404 len: 347 time: 0.0157881 Apr 11 18:57:43.475879 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44928) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:43.606553 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port 16021ed3-3080-4c9c-8442-795ec4d0bde3 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:57:43.606934 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.684043 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.684400 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (16021ed3-3080-4c9c-8442-795ec4d0bde3), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.696602 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for 16021ed3-3080-4c9c-8442-795ec4d0bde3 owned by network:floatingip {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:57:43.827738 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (16021ed3-3080-4c9c-8442-795ec4d0bde3), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.853774 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=16021ed3-3080-4c9c-8442-795ec4d0bde3,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:43.878071 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.878343 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.878685 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.879013 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.879339 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.879665 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.879986 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.880305 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.880623 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.880939 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.881284 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.881604 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.881919 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.882290 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.882639 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:43.923450 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (961ec726-6333-48c7-9562-3eb1f346256d), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.926633 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:43.927764 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-7b45b892-c6e9-47b3-9578-f498aae9dd90 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/floatingips/961ec726-6333-48c7-9562-3eb1f346256d HTTP/1.1" status: 204 len: 168 time: 0.4508893 Apr 11 18:57:44.231780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 44938) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:44.237650 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-9d2435db-76ac-4e3a-a3ad-e048ac8aec87 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--457415896', 'description': 'tempest-description--1179525979'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:44.259601 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9d2435db-76ac-4e3a-a3ad-e048ac8aec87 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.345874 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9d2435db-76ac-4e3a-a3ad-e048ac8aec87 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (b5cbf99f-fbd8-49a6-85a3-f48bc6eae738), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.352575 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9d2435db-76ac-4e3a-a3ad-e048ac8aec87 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (b5cbf99f-fbd8-49a6-85a3-f48bc6eae738), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.388711 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-3eb1300e-7691-45be-bedf-4313fe712d98 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294858584&fields=id&tenant_id=51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 267 time: 0.0833251 Apr 11 18:57:44.398792 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2435db-76ac-4e3a-a3ad-e048ac8aec87 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:44.402774 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9d2435db-76ac-4e3a-a3ad-e048ac8aec87 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.403906 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-9d2435db-76ac-4e3a-a3ad-e048ac8aec87 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1711383 Apr 11 18:57:44.407705 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44944) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:44.412516 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-c232d51b-5347-4d66-99ee-0e76b9c68efd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbf99f-fbd8-49a6-85a3-f48bc6eae738', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:44.441844 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c232d51b-5347-4d66-99ee-0e76b9c68efd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (a48d6e9d-df26-46ef-a54f-7eb6834ff8d9), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.497914 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c232d51b-5347-4d66-99ee-0e76b9c68efd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (a48d6e9d-df26-46ef-a54f-7eb6834ff8d9), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.502166 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c232d51b-5347-4d66-99ee-0e76b9c68efd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (a48d6e9d-df26-46ef-a54f-7eb6834ff8d9), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.512703 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-7f717de5-f9df-4f46-984e-699546b314cb tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:44.514189 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-7f717de5-f9df-4f46-984e-699546b314cb tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 812 time: 0.1172493 Apr 11 18:57:44.522177 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c232d51b-5347-4d66-99ee-0e76b9c68efd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a48d6e9d-df26-46ef-a54f-7eb6834ff8d9,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:44.528340 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-c232d51b-5347-4d66-99ee-0e76b9c68efd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.528795 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-c232d51b-5347-4d66-99ee-0e76b9c68efd tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201134 Apr 11 18:57:44.531413 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44946) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:44.533123 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-ff9d03c0-ca72-48e2-b323-056127eb02f3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/quotas/51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 375 time: 0.0132923 Apr 11 18:57:44.536110 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-b95ffa8c-d312-4110-adc9-8ccdfbaad4c2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': 'b5cbf99f-fbd8-49a6-85a3-f48bc6eae738', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:44.561869 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b95ffa8c-d312-4110-adc9-8ccdfbaad4c2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (e351a683-4ba1-46e4-ae74-86e188df9140), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.584517 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-e37fad30-b43c-4f51-a52b-124aedca7611 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448885 Apr 11 18:57:44.620109 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b95ffa8c-d312-4110-adc9-8ccdfbaad4c2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (e351a683-4ba1-46e4-ae74-86e188df9140), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.623972 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b95ffa8c-d312-4110-adc9-8ccdfbaad4c2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (e351a683-4ba1-46e4-ae74-86e188df9140), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.642308 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95ffa8c-d312-4110-adc9-8ccdfbaad4c2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e351a683-4ba1-46e4-ae74-86e188df9140,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:44.651278 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b95ffa8c-d312-4110-adc9-8ccdfbaad4c2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.652909 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-b95ffa8c-d312-4110-adc9-8ccdfbaad4c2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1204610 Apr 11 18:57:44.655780 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 44948) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:44.660605 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:44.680384 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.681538 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-db5adbed-cac3-40c8-8575-7c9c9d6084be service neutron] 10.222.0.61 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854185 Apr 11 18:57:44.758435 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:44.778113 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-2e1b98fa-224f-4df1-92c9-13fa306da6fb service neutron] 10.222.0.61 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905261 Apr 11 18:57:44.864543 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.27.0.17 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/f37a52da-3295-4014-9eaf-d67ea257656f) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:44.968885 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (f37a52da-3295-4014-9eaf-d67ea257656f), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.011077 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (f37a52da-3295-4014-9eaf-d67ea257656f), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.054108 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:45.058416 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:45.060837 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:45.063512 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7824c2f6-704b-4303-9cc8-36dba91cea8b req-b35da78c-ebc3-4f3b-a0d1-1bf97882714a tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 210 time: 0.0280428 Apr 11 18:57:45.088169 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=f37a52da-3295-4014-9eaf-d67ea257656f,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:45.153813 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (94be900b-6093-4b89-ab4e-50c3d29d3d7f), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.192452 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (f37a52da-3295-4014-9eaf-d67ea257656f), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.352256 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (f37a52da-3295-4014-9eaf-d67ea257656f), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.357221 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033642'] for port (f37a52da-3295-4014-9eaf-d67ea257656f), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.429880 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=f37a52da-3295-4014-9eaf-d67ea257656f,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:45.439650 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (94be900b-6093-4b89-ab4e-50c3d29d3d7f), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.456138 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:45.457380 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-dc4f54f6-c3d7-4c43-b6e6-288d7f43ff22 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8006697 Apr 11 18:57:45.654829 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-097255f9-c423-4165-bea5-bd0027cbdc36 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--457415896&fields=id&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 267 time: 0.0407715 Apr 11 18:57:45.764318 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-305485d6-e42e-4fcd-aebc-cd0af6aaa9d8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:45.765787 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-305485d6-e42e-4fcd-aebc-cd0af6aaa9d8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.1018565 Apr 11 18:57:45.780441 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-789aa79c-ef5f-4275-9f1c-b3c6922e3f2f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/quotas/80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 375 time: 0.0088305 Apr 11 18:57:45.830685 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-96c89de2-f4c6-447e-adfa-32fb4d800e27 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0442932 Apr 11 18:57:45.994137 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-525eb5ac-6ea1-4e4e-95f3-34e4a5c46de7 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520317 Apr 11 18:57:46.047494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-fc2e95a3-02d4-4cb8-8db6-53be5e6396e4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:46.049016 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-fc2e95a3-02d4-4cb8-8db6-53be5e6396e4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 812 time: 0.1497991 Apr 11 18:57:46.163343 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-fb8db499-5347-4998-9a3c-e6e705196e89 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 379 time: 0.0873446 Apr 11 18:57:46.178661 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-548066ba-5181-441f-8b6b-c5289283e108 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788414 Apr 11 18:57:46.183512 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'port': {'device_id': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'admin_state_up': True, 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'security_groups': ['37f6e94b-2de6-4a6d-8204-1cb20fdef6a1']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:46.187968 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-01846fdc-46bb-49bb-8236-819715e5b498 req-761f61e5-e4f8-4550-b19f-e453828fe05d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 210 time: 0.0521085 Apr 11 18:57:46.307512 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Made reservation on behalf of 51628d1ecf854c08972e256152eca9a5 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:57:46.327675 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:46.369910 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c266a1fa-4146-49e2-a7a5-4e6e638cefa3 req-9b47cb11-facb-4e34-a4ad-1da766167b07 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0310569 Apr 11 18:57:46.489201 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Allocated IP 172.20.0.13 (de77149e-8425-4569-839d-12be404fe955/a518ac39-15ac-43b2-a3ab-297e5f1de7ca/c5a3e01d-bb63-4df2-975b-1c9364db1e91) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:46.628420 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:46.668135 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:46.719194 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Network de77149e-8425-4569-839d-12be404fe955 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:46.723028 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:46.726074 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:46.735259 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 9d6b9f0d-a087-4530-8f6e-98aed93c558b no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:57:46.757725 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=c5a3e01d-bb63-4df2-975b-1c9364db1e91,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:46.759985 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 9d6b9f0d-a087-4530-8f6e-98aed93c558b {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:57:46.760408 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 9d6b9f0d-a087-4530-8f6e-98aed93c558b not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:57:46.784926 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:46.785538 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:46.802606 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5400e04c-5ae5-42c3-bfdf-68cee0c434e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6229646 Apr 11 18:57:46.821871 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Request body: {'port': {'device_id': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:46.893625 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.033941 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-2e5c83cf-0299-4208-890f-12aebb37bdc6 None None] Provisioning complete for port c5a3e01d-bb63-4df2-975b-1c9364db1e91 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:47.034238 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2e5c83cf-0299-4208-890f-12aebb37bdc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.071320 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-2e5c83cf-0299-4208-890f-12aebb37bdc6 None None] Port c5a3e01d-bb63-4df2-975b-1c9364db1e91 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:57:47.168753 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5a3e01d-bb63-4df2-975b-1c9364db1e91 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:57:47.178589 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Publish callbacks [] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.201669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Transition to ACTIVE for port object c5a3e01d-bb63-4df2-975b-1c9364db1e91 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:57:47.215809 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.357031 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a3e01d-bb63-4df2-975b-1c9364db1e91,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:47.372111 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc4830-bde0-496c-be9e-1522817af54f req-56054867-5690-428a-b2a1-013510676729 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:47.374131 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ffc4830-bde0-496c-be9e-1522817af54f req-56054867-5690-428a-b2a1-013510676729 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.0877678 Apr 11 18:57:47.423918 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-ac86b155-19db-47c0-a6b4-470af9f0316b tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:47.425436 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-ac86b155-19db-47c0-a6b4-470af9f0316b tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.2354438 Apr 11 18:57:47.509141 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-88bd5376-22e8-4411-b124-180213966468 req-5c806dd5-b26e-4842-9e3a-15327d62fc2d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0642741 Apr 11 18:57:47.558115 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9ffc4830-bde0-496c-be9e-1522817af54f req-25c67b84-40e4-4dda-88dd-da05a7040b9c tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1767890 Apr 11 18:57:47.561090 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Attempting to bind port c5a3e01d-bb63-4df2-975b-1c9364db1e91 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:47.561394 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Attempting to bind port c5a3e01d-bb63-4df2-975b-1c9364db1e91 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:47.561723 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Attempting to bind port c5a3e01d-bb63-4df2-975b-1c9364db1e91 on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:47.573662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Port c5a3e01d-bb63-4df2-975b-1c9364db1e91 on network de77149e-8425-4569-839d-12be404fe955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:57:47.573935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Attempting to bind port c5a3e01d-bb63-4df2-975b-1c9364db1e91 on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:47.581914 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-e352e7e6-fa8e-4a95-8645-b58f33412a36 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 379 time: 0.1326787 Apr 11 18:57:47.584545 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:47.584884 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Checking segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:47.585285 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Bound using segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:47.585715 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Bound port: c5a3e01d-bb63-4df2-975b-1c9364db1e91, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:47.586072 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.592647 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'port': {'device_id': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'admin_state_up': True, 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'security_groups': ['b5cbf99f-fbd8-49a6-85a3-f48bc6eae738']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:47.726528 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] For port c5a3e01d-bb63-4df2-975b-1c9364db1e91, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:47.730548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] For port c5a3e01d-bb63-4df2-975b-1c9364db1e91, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:47.739095 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.781669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:47.782276 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.783765 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] 10.222.0.58 "PUT /v2.0/ports/c5a3e01d-bb63-4df2-975b-1c9364db1e91 HTTP/1.1" status: 200 len: 1094 time: 0.9662793 Apr 11 18:57:47.786053 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:57:47.788323 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:57:47.793741 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Made reservation on behalf of 80533189063f4305b0c63bbfcda01ba4 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:57:47.797232 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:47.834592 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d195f1-be44-4cc7-8fc5-4f3702dd85f6 x-openstack-request-id: req-35d195f1-be44-4cc7-8fc5-4f3702dd85f6 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:57:47.834894 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:57:47.835154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-35d195f1-be44-4cc7-8fc5-4f3702dd85f6 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:57:47.835564 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35d195f1-be44-4cc7-8fc5-4f3702dd85f6'] response: {'name': 'network-changed', 'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'status': 'completed', 'code': 200} Apr 11 18:57:47.854733 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d9667-9451-4c06-8582-9f64cfcbac98 service neutron] Pushing event updated for resources: {'Port': ['ID=c5a3e01d-bb63-4df2-975b-1c9364db1e91,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:47.919187 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-b7d8d871-3561-4d04-8666-0e462ebb872a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:47.920691 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-b7d8d871-3561-4d04-8666-0e462ebb872a service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 1128 time: 0.0822668 Apr 11 18:57:47.972548 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-5c81fa5c-5017-4f64-8377-a89b69b90a65 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91 HTTP/1.1" status: 200 len: 217 time: 0.0449388 Apr 11 18:57:48.052542 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.20.0.13 (d72b09e0-82e2-444d-9d11-603d421790a5/70ff67df-2595-4d3f-b9dc-6eff1b6ac468/a9bcc115-4e97-4a39-b376-f0432abb5e72) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:57:48.057373 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-6292ffd9-f4bb-4817-9b6b-cf99731a87c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:48.058815 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-6292ffd9-f4bb-4817-9b6b-cf99731a87c9 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0652301 Apr 11 18:57:48.120123 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-53cbfd26-357b-461f-97f6-276b49ac90e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:48.121541 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-53cbfd26-357b-461f-97f6-276b49ac90e2 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0568953 Apr 11 18:57:48.290546 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-d3ce56cb-1772-4810-a74f-54b89561e04f service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632535 Apr 11 18:57:48.293116 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:48.388218 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:48.424668 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-79b3fa7a-6136-45a7-90d1-ea6ef8abc10f req-b3ce6019-9a85-4703-a4c7-74f05d8ec3ab service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286621 Apr 11 18:57:48.441282 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network d72b09e0-82e2-444d-9d11-603d421790a5 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:57:48.444263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:57:48.448025 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:57:48.454737 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=a9bcc115-4e97-4a39-b376-f0432abb5e72,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:48.732448 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4f66737f-6336-4b7c-8517-1e284027766e None None] Provisioning complete for port a9bcc115-4e97-4a39-b376-f0432abb5e72 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:48.732993 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4f66737f-6336-4b7c-8517-1e284027766e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:48.771777 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4f66737f-6336-4b7c-8517-1e284027766e None None] Port a9bcc115-4e97-4a39-b376-f0432abb5e72 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:57:48.891419 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:48.891972 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:48.899929 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae009d2f-4b7f-4489-bde3-00ea66937496 req-bc3af751-68e4-429f-be6d-2ce1250da1a5 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:48.901366 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ae009d2f-4b7f-4489-bde3-00ea66937496 req-bc3af751-68e4-429f-be6d-2ce1250da1a5 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 932 time: 0.1311793 Apr 11 18:57:48.908337 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f45b0-1d7c-49f1-9416-17f931ccb97d req-cdb6afc0-d946-42b2-84e0-6a3fc49e6ed9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:48.909714 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d61f45b0-1d7c-49f1-9416-17f931ccb97d req-cdb6afc0-d946-42b2-84e0-6a3fc49e6ed9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.1408730 Apr 11 18:57:48.910601 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-872554f4-2b01-4502-afec-ccedb72b6149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:48.911947 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-872554f4-2b01-4502-afec-ccedb72b6149 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 1128 time: 0.1405342 Apr 11 18:57:48.968237 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-87fd80f2-c71e-4aa3-8a8a-54eac0d2b367 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3799751 Apr 11 18:57:48.988985 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Request body: {'port': {'device_id': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:49.081907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:49.087229 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ae009d2f-4b7f-4489-bde3-00ea66937496 req-df176746-dedc-4504-8c11-7cabe3e9e5ab tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1718864 Apr 11 18:57:49.098466 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d61f45b0-1d7c-49f1-9416-17f931ccb97d req-e687a63a-b891-49dc-9b68-1d029c941af9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1820877 Apr 11 18:57:49.137450 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-5f91d43a-30eb-4939-8b17-aebffcc8eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:49.138925 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-5f91d43a-30eb-4939-8b17-aebffcc8eec3 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.2152553 Apr 11 18:57:49.139870 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:49.192884 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-e65c7a54-fe71-4585-bd29-d8f7f9d463c7 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91 HTTP/1.1" status: 200 len: 217 time: 0.0445795 Apr 11 18:57:49.314920 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-6874ea3d-99b9-41ee-8c89-6396c64e6528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:49.316365 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-6874ea3d-99b9-41ee-8c89-6396c64e6528 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.1069930 Apr 11 18:57:49.385602 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-a8ee4bd3-54f1-426b-ac9f-4afd719e850c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:49.387086 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-a8ee4bd3-54f1-426b-ac9f-4afd719e850c service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650785 Apr 11 18:57:49.546821 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-52177610-5788-4346-a03a-5ca1e88fca23 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320693 Apr 11 18:57:49.630901 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bcc115-4e97-4a39-b376-f0432abb5e72 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:57:49.643656 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Publish callbacks [] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:49.644171 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:57:49.663766 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Transition to ACTIVE for port object a9bcc115-4e97-4a39-b376-f0432abb5e72 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:57:49.675113 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:49.704296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f348d6f3-8aae-4b95-bf6b-3af9db016f5a req-9664b53d-170c-4e7f-8223-9227b39e67f6 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517742 Apr 11 18:57:49.729561 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bcc115-4e97-4a39-b376-f0432abb5e72,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:49.802263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Attempting to bind port a9bcc115-4e97-4a39-b376-f0432abb5e72 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:57:49.802522 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Attempting to bind port a9bcc115-4e97-4a39-b376-f0432abb5e72 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:57:49.802853 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Attempting to bind port a9bcc115-4e97-4a39-b376-f0432abb5e72 on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:49.807626 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Port a9bcc115-4e97-4a39-b376-f0432abb5e72 on network d72b09e0-82e2-444d-9d11-603d421790a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:57:49.807945 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Attempting to bind port a9bcc115-4e97-4a39-b376-f0432abb5e72 on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:57:49.812924 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 57, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:57:49.813306 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Checking segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:57:49.813693 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Bound using segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:57:49.814116 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Bound port: a9bcc115-4e97-4a39-b376-f0432abb5e72, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:57:49.814969 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:49.883858 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] For port a9bcc115-4e97-4a39-b376-f0432abb5e72, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:57:49.886901 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] For port a9bcc115-4e97-4a39-b376-f0432abb5e72, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:57:49.894150 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:49.930055 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:49.930682 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:49.932078 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] 10.222.0.58 "PUT /v2.0/ports/a9bcc115-4e97-4a39-b376-f0432abb5e72 HTTP/1.1" status: 200 len: 1094 time: 0.9502664 Apr 11 18:57:49.932529 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:57:49.934793 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:57:49.962226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1d5115-0d27-4a66-9270-5e2e8e241809 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bcc115-4e97-4a39-b376-f0432abb5e72,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:49.999186 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-206465ff-0f26-40be-a76b-6e50bbd4da0f x-openstack-request-id: req-206465ff-0f26-40be-a76b-6e50bbd4da0f {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:57:49.999508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:57:49.999740 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-206465ff-0f26-40be-a76b-6e50bbd4da0f {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:57:50.000140 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-206465ff-0f26-40be-a76b-6e50bbd4da0f'] response: {'name': 'network-changed', 'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'status': 'completed', 'code': 200} Apr 11 18:57:50.012295 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-c0e4c1f0-c13f-4f0c-9f11-47670b94d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:50.013855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-c0e4c1f0-c13f-4f0c-9f11-47670b94d182 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 1128 time: 0.0437138 Apr 11 18:57:50.060798 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-e6315122-915a-4d8b-b1f7-c4c578f33932 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72 HTTP/1.1" status: 200 len: 217 time: 0.0403838 Apr 11 18:57:50.110775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-f2517378-2e09-4985-adc8-9762280b4417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:50.112317 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-f2517378-2e09-4985-adc8-9762280b4417 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0463305 Apr 11 18:57:50.201015 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-09265cdf-153a-4758-a6ab-9b69cd906cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:50.202491 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-09265cdf-153a-4758-a6ab-9b69cd906cd4 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0828426 Apr 11 18:57:50.254220 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d697a9b-0bf8-4542-a9a8-fcf3b17aa0ec req-cf975f23-186a-4ee1-85c0-95274709e4ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:50.255619 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1d697a9b-0bf8-4542-a9a8-fcf3b17aa0ec req-cf975f23-186a-4ee1-85c0-95274709e4ad tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 944 time: 0.0972168 Apr 11 18:57:50.272686 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e50895-7ed5-4552-8fb3-49ef9739ffe5 req-8c46d350-5c5e-4947-b4b8-5055412354e7 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:50.274060 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-14e50895-7ed5-4552-8fb3-49ef9739ffe5 req-8c46d350-5c5e-4947-b4b8-5055412354e7 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.1026576 Apr 11 18:57:50.380705 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1d697a9b-0bf8-4542-a9a8-fcf3b17aa0ec req-918f1713-2ddf-4779-9cc7-fe1c25fbeef1 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1139770 Apr 11 18:57:50.403622 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-14e50895-7ed5-4552-8fb3-49ef9739ffe5 req-039c66d4-3412-4b5d-aae5-7bb12b0452e3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212654 Apr 11 18:57:50.405450 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-06b48c76-0a3f-4906-9620-a8204600e707 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826138 Apr 11 18:57:50.492511 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70fd8690-1f56-4e5c-91b9-476a01bbf052 req-7cefa8fd-14e3-4963-ab70-ff9ff95772f7 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810204 Apr 11 18:57:51.214690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-b5a794fa-c0aa-40a6-a4e0-f2e546d893fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:51.216219 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-b5a794fa-c0aa-40a6-a4e0-f2e546d893fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 1128 time: 0.0429685 Apr 11 18:57:51.307137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-cea50550-e792-4581-9340-527bf80728e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:51.308582 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-cea50550-e792-4581-9340-527bf80728e2 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.0867171 Apr 11 18:57:51.350986 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-80f25917-12fe-49ce-aedf-195720862db6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72 HTTP/1.1" status: 200 len: 217 time: 0.0370557 Apr 11 18:57:51.396953 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-609086fa-71cf-41f8-bbb6-e614bd6d9409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:51.398273 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-609086fa-71cf-41f8-bbb6-e614bd6d9409 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0421040 Apr 11 18:57:51.442466 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-181b65e9-bdbf-4dee-8ad6-73c7575f2dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:51.444049 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-181b65e9-bdbf-4dee-8ad6-73c7575f2dfb service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404584 Apr 11 18:57:51.550222 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a396a-a6ee-46e0-adb2-87598424962b req-6b7a5314-2779-41e9-ab64-ab8f83290cf8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:51.551715 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-212a396a-a6ee-46e0-adb2-87598424962b req-6b7a5314-2779-41e9-ab64-ab8f83290cf8 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 944 time: 0.1049664 Apr 11 18:57:51.592508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035748b-1353-40e5-84ae-4d9646e136a3 req-31d3a369-661c-405a-9db0-92306961f994 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:51.593933 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8035748b-1353-40e5-84ae-4d9646e136a3 req-31d3a369-661c-405a-9db0-92306961f994 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.1126881 Apr 11 18:57:51.676159 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-de7f1744-de9b-4ec5-9714-d25d5c479e97 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204533 Apr 11 18:57:51.683339 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-212a396a-a6ee-46e0-adb2-87598424962b req-2d8b34ed-8b45-456d-bdfd-fbcecaa03081 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067452 Apr 11 18:57:51.699365 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8035748b-1353-40e5-84ae-4d9646e136a3 req-1d5d2070-b78f-4fa3-98d8-336340b05399 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948184 Apr 11 18:57:51.777017 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2d5aa619-f3c6-4d5d-a80a-894f16524ffc req-0983cf01-3c42-4a60-99eb-5631f0905353 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927465 Apr 11 18:57:52.779711 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a9bcc115-4e97-4a39-b376-f0432abb5e72 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:57:52.829810 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b802e61-bb5f-4d3d-a59b-c3f28f277a47 req-1c3da7d3-9b9f-4c41-af80-ea0084dc36c4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:52.831278 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b802e61-bb5f-4d3d-a59b-c3f28f277a47 req-1c3da7d3-9b9f-4c41-af80-ea0084dc36c4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 944 time: 0.0794382 Apr 11 18:57:52.841517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3b6069-fdd6-45b4-94af-03303e3065c6 req-de6f0eeb-ed4e-44be-b83b-f25559890709 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:52.842920 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5f3b6069-fdd6-45b4-94af-03303e3065c6 req-de6f0eeb-ed4e-44be-b83b-f25559890709 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.0626266 Apr 11 18:57:52.880698 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port a9bcc115-4e97-4a39-b376-f0432abb5e72, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:52.891741 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'port_id': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'mac_address': 'fa:16:3e:15:c7:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:57:52.908392 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8b802e61-bb5f-4d3d-a59b-c3f28f277a47 req-b0dcada2-56f6-49ee-b504-c0e8485f6c30 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645103 Apr 11 18:57:52.921800 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5f3b6069-fdd6-45b4-94af-03303e3065c6 req-3ec93b55-0e1b-4b85-8e3f-876383d86cfd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709717 Apr 11 18:57:52.933917 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port a9bcc115-4e97-4a39-b376-f0432abb5e72 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:52.934312 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:52.948808 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bcc115-4e97-4a39-b376-f0432abb5e72 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:57:52.969699 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port a9bcc115-4e97-4a39-b376-f0432abb5e72, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:52.973618 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:53.020839 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=a9bcc115-4e97-4a39-b376-f0432abb5e72,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:53.027784 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.028132 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.028477 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.028817 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.029181 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.029519 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.029847 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.030175 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.030501 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.030829 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.031156 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.031482 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.031804 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.032126 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.032448 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:57:53.181144 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['a9bcc115-4e97-4a39-b376-f0432abb5e72'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:57:54.053603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459b2b2-bf4b-4e2f-b021-56323139e24a req-c1cb7000-2e49-47d1-8ed6-b72e3eaa28aa tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:54.055069 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2459b2b2-bf4b-4e2f-b021-56323139e24a req-c1cb7000-2e49-47d1-8ed6-b72e3eaa28aa tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 945 time: 0.0747879 Apr 11 18:57:54.065263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d37fb4-4bfb-4a2d-80e7-a600bcb539cd req-9d702ec7-e724-49c1-ad75-661a52732e73 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:54.066625 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-59d37fb4-4bfb-4a2d-80e7-a600bcb539cd req-9d702ec7-e724-49c1-ad75-661a52732e73 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.0760403 Apr 11 18:57:54.135472 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2459b2b2-bf4b-4e2f-b021-56323139e24a req-434687c4-a185-4fe2-8b07-868fca0f9306 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679126 Apr 11 18:57:54.143812 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-59d37fb4-4bfb-4a2d-80e7-a600bcb539cd req-34dcd78c-ee7d-49be-9fda-e93d0fd2bd7c tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706306 Apr 11 18:57:54.793646 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a9bcc115-4e97-4a39-b376-f0432abb5e72 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:54.837473 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port a9bcc115-4e97-4a39-b376-f0432abb5e72 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:57:54.842843 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port a9bcc115-4e97-4a39-b376-f0432abb5e72 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:54.843527 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:54.921818 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port a9bcc115-4e97-4a39-b376-f0432abb5e72 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:54.922201 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:54.944255 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:57:54.946485 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b48658-3032-4e80-857f-d38b6dbfbff5" -d '{"events": [{"server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:57:54.959640 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port a9bcc115-4e97-4a39-b376-f0432abb5e72, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:54.963417 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:54.989748 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54fe7d76-fe2a-4a9f-b0c7-7460ff267885 x-openstack-request-id: req-54fe7d76-fe2a-4a9f-b0c7-7460ff267885 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:57:54.990044 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "name": "network-vif-plugged", "status": "completed", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:57:54.990296 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-54fe7d76-fe2a-4a9f-b0c7-7460ff267885 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:57:54.990681 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54fe7d76-fe2a-4a9f-b0c7-7460ff267885'] response: {'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'code': 200} Apr 11 18:57:55.019360 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=a9bcc115-4e97-4a39-b376-f0432abb5e72,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:55.140998 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8430a8e2-406a-4948-b418-960016aa1368 req-e730a7c1-5efe-41f9-b0b8-1398a3a57171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:55.142521 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8430a8e2-406a-4948-b418-960016aa1368 req-e730a7c1-5efe-41f9-b0b8-1398a3a57171 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 1130 time: 0.0388749 Apr 11 18:57:55.188126 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8430a8e2-406a-4948-b418-960016aa1368 req-e5113dfa-be79-40a1-868f-e54ad2c2f1cb service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398166 Apr 11 18:57:55.277199 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecf6e9-2c19-4f9b-a0d0-84f4ba9400f2 req-82361027-9532-40ed-9e0a-a940931f8e1a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:55.278633 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-36ecf6e9-2c19-4f9b-a0d0-84f4ba9400f2 req-82361027-9532-40ed-9e0a-a940931f8e1a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 946 time: 0.0768294 Apr 11 18:57:55.284347 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bce18ff-70ad-47e6-9cc8-85bb13cbe7e2 req-7d14f73d-5205-4721-bb76-14bbc0458a18 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:55.285675 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0bce18ff-70ad-47e6-9cc8-85bb13cbe7e2 req-7d14f73d-5205-4721-bb76-14bbc0458a18 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.0734084 Apr 11 18:57:55.357333 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-36ecf6e9-2c19-4f9b-a0d0-84f4ba9400f2 req-d8afd96e-34b0-47a6-8f9f-c200f795edf3 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706992 Apr 11 18:57:55.360697 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0bce18ff-70ad-47e6-9cc8-85bb13cbe7e2 req-f3c94462-8883-4d6b-b85c-bb1f435132a3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686309 Apr 11 18:57:56.501819 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b933adc6-0275-4476-840f-50f4f68ad7e1 req-5c76f19a-4d62-4a24-9ece-c4f28c82332e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:56.503828 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b933adc6-0275-4476-840f-50f4f68ad7e1 req-5c76f19a-4d62-4a24-9ece-c4f28c82332e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 946 time: 0.0801041 Apr 11 18:57:56.509978 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f26fc1-6bec-4e39-9adb-3bcd7ac42f33 req-9434528d-a774-4e59-b53f-8b3eb2b801d5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:56.511356 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4f26fc1-6bec-4e39-9adb-3bcd7ac42f33 req-9434528d-a774-4e59-b53f-8b3eb2b801d5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 944 time: 0.0782826 Apr 11 18:57:56.589754 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b933adc6-0275-4476-840f-50f4f68ad7e1 req-50e34578-ab85-47ee-bd01-993896be970c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771630 Apr 11 18:57:56.598607 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4f26fc1-6bec-4e39-9adb-3bcd7ac42f33 req-5586ac99-c94d-45a1-88a6-b428c8124549 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717735 Apr 11 18:57:56.792957 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c5a3e01d-bb63-4df2-975b-1c9364db1e91 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:57:56.892986 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port c5a3e01d-bb63-4df2-975b-1c9364db1e91, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:56.905212 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'port_id': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'mac_address': 'fa:16:3e:54:12:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:57:56.941656 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port c5a3e01d-bb63-4df2-975b-1c9364db1e91 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:56.942080 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:56.958258 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5a3e01d-bb63-4df2-975b-1c9364db1e91 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:57:56.978099 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port c5a3e01d-bb63-4df2-975b-1c9364db1e91, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:56.981754 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:57.028099 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=c5a3e01d-bb63-4df2-975b-1c9364db1e91,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:57.138520 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2c9679d4-a499-4659-b728-282fcd2fc6e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:57.174546 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['c5a3e01d-bb63-4df2-975b-1c9364db1e91'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:57:57.733033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968857a0-5b52-4f75-af38-89ac71660ef0 req-cacddc14-b1ae-4879-acde-8d53adb73a8c tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:57.734497 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-968857a0-5b52-4f75-af38-89ac71660ef0 req-cacddc14-b1ae-4879-acde-8d53adb73a8c tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 945 time: 0.0692809 Apr 11 18:57:57.740244 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd351a-29e6-4fa3-8a40-253d53176d49 req-d4a6fdf5-fb76-4728-ab22-cc162ef793d7 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:57.741596 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09bd351a-29e6-4fa3-8a40-253d53176d49 req-d4a6fdf5-fb76-4728-ab22-cc162ef793d7 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 946 time: 0.0857034 Apr 11 18:57:57.816524 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-968857a0-5b52-4f75-af38-89ac71660ef0 req-f4dc0d40-fbf7-4953-b293-b5ebf001def5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739894 Apr 11 18:57:57.819717 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-09bd351a-29e6-4fa3-8a40-253d53176d49 req-22f7f85f-fd93-48e5-a8b7-99eb1b5033e3 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716491 Apr 11 18:57:57.932337 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56953212-56d8-4414-a4ae-804c043d602f req-d5755cda-ad88-4a65-96f3-f3c5fb8ba8a6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:57.933685 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-56953212-56d8-4414-a4ae-804c043d602f req-d5755cda-ad88-4a65-96f3-f3c5fb8ba8a6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 946 time: 0.0477974 Apr 11 18:57:57.942437 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45040) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:57:57.946762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'port_id': 'a9bcc115-4e97-4a39-b376-f0432abb5e72'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:57:57.989200 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (94be900b-6093-4b89-ab4e-50c3d29d3d7f), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:58.690208 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:58.693737 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (94be900b-6093-4b89-ab4e-50c3d29d3d7f), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:58.793871 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP 94be900b-6093-4b89-ab4e-50c3d29d3d7f associated. External IP: 172.27.0.17, port: a9bcc115-4e97-4a39-b376-f0432abb5e72. Apr 11 18:57:58.802772 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c5a3e01d-bb63-4df2-975b-1c9364db1e91 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:57:58.848271 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port c5a3e01d-bb63-4df2-975b-1c9364db1e91 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:57:58.855058 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port c5a3e01d-bb63-4df2-975b-1c9364db1e91 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:57:58.855496 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:58.935283 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port c5a3e01d-bb63-4df2-975b-1c9364db1e91 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:57:58.935661 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:58.942536 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892f002-2027-455b-99e2-b9d2df0a3828 req-f0b952f3-d9fe-45ec-8f60-83723223bc85 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:58.943934 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8892f002-2027-455b-99e2-b9d2df0a3828 req-f0b952f3-d9fe-45ec-8f60-83723223bc85 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 945 time: 0.0578468 Apr 11 18:57:58.960027 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:57:58.962263 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-739af5ac-fde6-4764-a74a-8c47308f4678" -d '{"events": [{"server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "name": "network-vif-plugged", "status": "completed", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:57:58.978396 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port c5a3e01d-bb63-4df2-975b-1c9364db1e91, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:57:58.983548 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:59.008841 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd740088-0d5d-4336-9a8e-f897a9cc5cab x-openstack-request-id: req-bd740088-0d5d-4336-9a8e-f897a9cc5cab {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:57:59.009568 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "name": "network-vif-plugged", "status": "completed", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:57:59.009568 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-bd740088-0d5d-4336-9a8e-f897a9cc5cab {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:57:59.009981 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd740088-0d5d-4336-9a8e-f897a9cc5cab'] response: {'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'code': 200} Apr 11 18:57:59.038865 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=c5a3e01d-bb63-4df2-975b-1c9364db1e91,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:57:59.071402 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8892f002-2027-455b-99e2-b9d2df0a3828 req-afa98838-1bc4-48a9-a622-28b10b896b40 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0928745 Apr 11 18:57:59.091181 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:57:59.230441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7170027-b48a-4a28-818b-6b1e12dfdc69 req-ccea59e4-e540-49ee-a9cb-201b3682648a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:59.231906 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a7170027-b48a-4a28-818b-6b1e12dfdc69 req-ccea59e4-e540-49ee-a9cb-201b3682648a service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 1130 time: 0.0471499 Apr 11 18:57:59.234596 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:57:59.240904 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:59.245424 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:57:59.255487 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:59.256110 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:57:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:59.291961 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-73e3a876-7b82-4465-83ec-d2946cbed591 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "PUT /v2.0/floatingips/94be900b-6093-4b89-ab4e-50c3d29d3d7f HTTP/1.1" status: 200 len: 991 time: 1.3484807 Apr 11 18:57:59.296664 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:57:59.299454 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0733582c-6163-4d4a-ab1f-070dbc2eefae" -d '{"events": [{"name": "network-changed", "server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:57:59.309317 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a7170027-b48a-4a28-818b-6b1e12dfdc69 req-e18e1a54-b6db-4806-afd8-ffef5006824e service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715506 Apr 11 18:57:59.335331 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c40363e7-89ca-4a19-b63d-8a9c7e21e048 x-openstack-request-id: req-c40363e7-89ca-4a19-b63d-8a9c7e21e048 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:57:59.335627 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:57:59.335883 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c40363e7-89ca-4a19-b63d-8a9c7e21e048 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:57:59.336285 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c40363e7-89ca-4a19-b63d-8a9c7e21e048'] response: {'name': 'network-changed', 'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'status': 'completed', 'code': 200} Apr 11 18:57:59.370362 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:59.560628 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-6058fe90-f570-4c97-9408-fc526f4c132b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:57:59.580553 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-ed0fb196-67ab-46ca-bbff-b1fdb83a81d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:59.582119 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-ed0fb196-67ab-46ca-bbff-b1fdb83a81d3 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 1130 time: 0.0501628 Apr 11 18:57:59.597038 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '94be900b-6093-4b89-ab4e-50c3d29d3d7f', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:15:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:57:45Z', 'updated_at': '2022-04-11T18:57:58Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:59.623464 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:57:59.631717 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:57:59.632325 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:58:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:57:59.672042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-a4ab3942-59f1-4d45-88c5-d73e8b5ee273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:59.673541 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-a4ab3942-59f1-4d45-88c5-d73e8b5ee273 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.0840585 Apr 11 18:57:59.741267 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:57:59.741500 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-001a54ad-92c4-43b4-8533-fae232d96a2c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72 HTTP/1.1" status: 200 len: 999 time: 0.0620677 Apr 11 18:57:59.995943 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-e897048e-af51-4222-996f-58ad9a8e16ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:57:59.997485 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-e897048e-af51-4222-996f-58ad9a8e16ec service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0453432 Apr 11 18:58:00.042881 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-45958b36-32a6-477e-b63e-f54868e2b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:00.043692 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '94be900b-6093-4b89-ab4e-50c3d29d3d7f', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:15:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:57:45Z', 'updated_at': '2022-04-11T18:57:58Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:00.044372 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-45958b36-32a6-477e-b63e-f54868e2b502 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396614 Apr 11 18:58:00.072244 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d48d44f-4033-49dd-bd98-922026bac25a None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '94be900b-6093-4b89-ab4e-50c3d29d3d7f', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.17', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:15:c7:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:57:45Z', 'updated_at': '2022-04-11T18:57:58Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:58:00.146970 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-1fa6fd76-482c-4990-8847-6f3d82827a26 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950482 Apr 11 18:58:00.212730 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7234631d-0b26-40fc-b272-4f6a55842012 req-03a09bd3-4f40-411c-8213-e432fffcb028 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:00.214237 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7234631d-0b26-40fc-b272-4f6a55842012 req-03a09bd3-4f40-411c-8213-e432fffcb028 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 946 time: 0.0707216 Apr 11 18:58:00.285548 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0786a176-fa0a-44eb-9745-6090d719085b None None] New status for floating IP 94be900b-6093-4b89-ab4e-50c3d29d3d7f: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:58:00.318812 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7234631d-0b26-40fc-b272-4f6a55842012 req-17acd24f-425f-46b7-9fde-ad27a94853b1 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754957 Apr 11 18:58:00.320869 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0733582c-6163-4d4a-ab1f-070dbc2eefae req-b5355fe2-b17e-4d02-83f1-daccea2f7c4d service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664131 Apr 11 18:58:00.679219 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:01.431518 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f61073-7785-4fa5-bf78-8b750519d36d req-d88e5d2c-8cfe-4e13-874f-9940a160a3b9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:01.432916 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24f61073-7785-4fa5-bf78-8b750519d36d req-d88e5d2c-8cfe-4e13-874f-9940a160a3b9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 946 time: 0.0463839 Apr 11 18:58:01.479789 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-24f61073-7785-4fa5-bf78-8b750519d36d req-e24f7224-10d1-459e-8776-e81e1a99803a tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414672 Apr 11 18:58:01.591322 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a78d5d-def8-4bd0-9dcf-f2165276d30f req-ae7a86ff-4673-4d75-9755-52f62af66ba3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:01.592781 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-55a78d5d-def8-4bd0-9dcf-f2165276d30f req-ae7a86ff-4673-4d75-9755-52f62af66ba3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 946 time: 0.0481751 Apr 11 18:58:01.644186 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-55a78d5d-def8-4bd0-9dcf-f2165276d30f req-dc39a23d-c7a9-46a9-98c8-1ba25792c9db tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452547 Apr 11 18:58:01.666161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45056) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:01.790142 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f74cf4c-2a8e-412d-9276-77f70545c5cd tempest-TestVolumeBootPattern-751900429 tempest-TestVolumeBootPattern-751900429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:01.791637 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-1f74cf4c-2a8e-412d-9276-77f70545c5cd tempest-TestVolumeBootPattern-751900429 tempest-TestVolumeBootPattern-751900429-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 1125 time: 0.1245439 Apr 11 18:58:01.794430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45060) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:01.798562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'port_id': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:58:01.821047 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:01.896759 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.001301 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Allocated IP 172.27.0.144 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/069dfb44-e38d-4e5f-a3e7-6f992ece0d69) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:58:02.065855 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.099913 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.138277 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.178436 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:58:02.181260 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:58:02.183692 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:58:02.209633 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=069dfb44-e38d-4e5f-a3e7-6f992ece0d69,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:02.555585 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (a0f83667-a123-44bd-8543-a53decbdddbd), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.622808 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.771060 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.775407 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.840703 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=069dfb44-e38d-4e5f-a3e7-6f992ece0d69,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:02.852856 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (a0f83667-a123-44bd-8543-a53decbdddbd), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:02.953551 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Floating IP a0f83667-a123-44bd-8543-a53decbdddbd associated. External IP: 172.27.0.144, port: c5a3e01d-bb63-4df2-975b-1c9364db1e91. Apr 11 18:58:03.165109 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:58:03.273954 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:58:03.283533 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:58:03.291553 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:03.295252 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:58:03.295943 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:58:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:03.326418 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-5608dc03-6028-452e-927e-7dbb11e6f366 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5299385 Apr 11 18:58:03.326418 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:58:03.329510 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20cc46f3-e31f-4a79-918c-3c9209b93e78" -d '{"events": [{"name": "network-changed", "server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:58:03.369983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738111da-6cf1-486f-a738-35295d230408 x-openstack-request-id: req-738111da-6cf1-486f-a738-35295d230408 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:58:03.370272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:58:03.370526 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-738111da-6cf1-486f-a738-35295d230408 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:58:03.370932 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-738111da-6cf1-486f-a738-35295d230408'] response: {'name': 'network-changed', 'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'status': 'completed', 'code': 200} Apr 11 18:58:03.411129 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:58:03.428632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-fd8ed1b9-8565-4b32-b003-0ab46fc3aeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:03.430154 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-fd8ed1b9-8565-4b32-b003-0ab46fc3aeeb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 1130 time: 0.0382648 Apr 11 18:58:03.521472 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-9b49ed29-156b-45ba-804a-d59b0420b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:03.522919 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-9b49ed29-156b-45ba-804a-d59b0420b1c7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0868962 Apr 11 18:58:03.587241 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-c50cdffa-b900-4ace-8943-1ae3d6bb625c service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91 HTTP/1.1" status: 200 len: 1000 time: 0.0580068 Apr 11 18:58:03.628368 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'a0f83667-a123-44bd-8543-a53decbdddbd', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:54:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:58:02Z', 'updated_at': '2022-04-11T18:58:02Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:03.637372 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-a277eea1-cc6c-4270-8a8c-7eff29fabff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:03.638900 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-a277eea1-cc6c-4270-8a8c-7eff29fabff0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0462139 Apr 11 18:58:03.655308 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:58:03.665779 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:58:03.666831 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:58:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:03.684661 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-a8689f90-7955-4a94-80c6-3562f3b9a31b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:03.686203 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:03.686725 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-a8689f90-7955-4a94-80c6-3562f3b9a31b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417068 Apr 11 18:58:03.775081 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-3b0da406-07b5-4426-bbfa-d732ff636208 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824282 Apr 11 18:58:03.779116 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:58:03.867237 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-20cc46f3-e31f-4a79-918c-3c9209b93e78 req-38ee6ae3-5f19-4e00-bfa7-2e3f250ccc8c service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861344 Apr 11 18:58:03.996063 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'a0f83667-a123-44bd-8543-a53decbdddbd', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:54:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:58:02Z', 'updated_at': '2022-04-11T18:58:02Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:04.025543 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a6953c-b7e6-45eb-87c1-371eac05dca9 None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'a0f83667-a123-44bd-8543-a53decbdddbd', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.144', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 668, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:54:12:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:58:02Z', 'updated_at': '2022-04-11T18:58:02Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:58:04.211471 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c16f441-0f55-472e-a268-fa240c3d223c None None] New status for floating IP a0f83667-a123-44bd-8543-a53decbdddbd: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:58:19.103650 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:26.642368 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:58:27.141464 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fe566fb0-8a51-4858-a3c5-4b7814f3ee8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:29.552288 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-76cdf497-a39e-4ecd-a8dc-d0d565c12020 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:30.681422 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:32.067529 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:33.688327 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:44.898081 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd1804-d36e-41e0-a963-b06f46c1975f req-1477d7b3-e912-43d9-b0b2-cf134746a79c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:44.899439 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-48bd1804-d36e-41e0-a963-b06f46c1975f req-1477d7b3-e912-43d9-b0b2-cf134746a79c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 946 time: 0.0475788 Apr 11 18:58:44.947936 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-48bd1804-d36e-41e0-a963-b06f46c1975f req-52e563e6-6b2c-4719-baf6-4e3eaf735269 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430002 Apr 11 18:58:46.060746 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4238de5a-ad78-472b-8c93-9ba61439cd4e req-30211e90-bcdd-42cc-8922-2521cad7baac tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:46.062236 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4238de5a-ad78-472b-8c93-9ba61439cd4e req-30211e90-bcdd-42cc-8922-2521cad7baac tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 946 time: 0.0475786 Apr 11 18:58:46.110320 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4238de5a-ad78-472b-8c93-9ba61439cd4e req-dfd1f4f6-2414-45b8-834e-008f977eb48f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Apr 11 18:58:46.367425 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03157a91-e18f-4480-9265-e379cff71c91 req-570282bb-8cc0-47dd-8e66-5c266a54425b tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:46.368872 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03157a91-e18f-4480-9265-e379cff71c91 req-570282bb-8cc0-47dd-8e66-5c266a54425b tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 946 time: 0.0467415 Apr 11 18:58:46.454691 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port a9bcc115-4e97-4a39-b376-f0432abb5e72 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:58:46.455034 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:46.542875 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] For port a9bcc115-4e97-4a39-b376-f0432abb5e72, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=a9bcc115-4e97-4a39-b376-f0432abb5e72,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:58:46.543251 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:46.716996 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:46.717266 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (94be900b-6093-4b89-ab4e-50c3d29d3d7f), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:46.717498 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP 94be900b-6093-4b89-ab4e-50c3d29d3d7f disassociated. External IP: 172.27.0.17, port: a9bcc115-4e97-4a39-b376-f0432abb5e72. Apr 11 18:58:46.717817 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for a9bcc115-4e97-4a39-b376-f0432abb5e72 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:58:46.844631 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a9bcc115-4e97-4a39-b376-f0432abb5e72), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:46.871568 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=a9bcc115-4e97-4a39-b376-f0432abb5e72,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:46.881130 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.881482 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.881822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.882158 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.882493 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.882839 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.883150 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.883475 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.883797 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.884550 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.884550 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.884736 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.885044 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.885386 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:46.885706 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:47.007433 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:58:47.433843 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-66fe78ae-5a4e-4b86-917d-fc1aa2d47ab4 req-7471cc72-2fd7-4cf5-b814-9cf86f2c7b03 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=1b124a34-38c9-4fa7-9a7e-c6128c43ffc7 HTTP/1.1" status: 200 len: 210 time: 0.0891664 Apr 11 18:58:47.444983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:58:47.455948 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:58:47.465375 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:58:47.465999 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:58:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:47.485939 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] No DVR routers for this DVR port a9bcc115-4e97-4a39-b376-f0432abb5e72 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:58:47.488484 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:47.492296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-03157a91-e18f-4480-9265-e379cff71c91 req-8a3f0f63-aa64-4d3f-a8b5-89e8ba6dcdff tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "DELETE /v2.0/ports/a9bcc115-4e97-4a39-b376-f0432abb5e72 HTTP/1.1" status: 204 len: 173 time: 1.1186342 Apr 11 18:58:47.492730 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'name': 'network-vif-deleted', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:58:47.494959 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e88bf7-c7bb-4935-acad-13ee87d237b4" -d '{"events": [{"server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "name": "network-vif-deleted", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:58:47.536102 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b0d09e0-ab60-4e72-8cf1-2c912339034f x-openstack-request-id: req-8b0d09e0-ab60-4e72-8cf1-2c912339034f {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:58:47.536404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b124a34-38c9-4fa7-9a7e-c6128c43ffc7", "name": "network-vif-deleted", "tag": "a9bcc115-4e97-4a39-b376-f0432abb5e72", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:58:47.536768 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-8b0d09e0-ab60-4e72-8cf1-2c912339034f {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:58:47.537198 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b0d09e0-ab60-4e72-8cf1-2c912339034f'] response: {'server_uuid': '1b124a34-38c9-4fa7-9a7e-c6128c43ffc7', 'name': 'network-vif-deleted', 'tag': 'a9bcc115-4e97-4a39-b376-f0432abb5e72', 'status': 'completed', 'code': 200} Apr 11 18:58:47.584184 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:58:47.863890 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:47.896202 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:58:47.905073 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:58:47.905731 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:58:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:48.018575 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:58:48.213115 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:58:48.238231 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46424ec6-62fd-46a9-910a-fef7bcaa8f5d None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:58:48.454812 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd83215b-f3f5-4d3a-8965-238d37a3ad07 None None] New status for floating IP 94be900b-6093-4b89-ab4e-50c3d29d3d7f: DOWN {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:58:48.520255 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45158) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:48.574742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e3ce-1a6c-42a9-92eb-d612b53d684a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (b5cbf99f-fbd8-49a6-85a3-f48bc6eae738), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:48.602042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e3ce-1a6c-42a9-92eb-d612b53d684a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (b5cbf99f-fbd8-49a6-85a3-f48bc6eae738), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:48.648226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e3ce-1a6c-42a9-92eb-d612b53d684a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (b5cbf99f-fbd8-49a6-85a3-f48bc6eae738), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:48.650731 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7aa0e3ce-1a6c-42a9-92eb-d612b53d684a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:48.651866 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-7aa0e3ce-1a6c-42a9-92eb-d612b53d684a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/security-groups/b5cbf99f-fbd8-49a6-85a3-f48bc6eae738 HTTP/1.1" status: 204 len: 168 time: 0.1306446 Apr 11 18:58:48.654992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45160) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:48.673671 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa0e3ce-1a6c-42a9-92eb-d612b53d684a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5cbf99f-fbd8-49a6-85a3-f48bc6eae738,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:48.677396 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.api.v2.resource [None req-59c8b457-6e64-412f-8781-44c9e52b9e2e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] show failed (client error): The resource could not be found. Apr 11 18:58:48.678448 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-59c8b457-6e64-412f-8781-44c9e52b9e2e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups/b5cbf99f-fbd8-49a6-85a3-f48bc6eae738 HTTP/1.1" status: 404 len: 347 time: 0.0225189 Apr 11 18:58:48.681341 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45162) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:48.800242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port f37a52da-3295-4014-9eaf-d67ea257656f {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:58:48.800582 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (f37a52da-3295-4014-9eaf-d67ea257656f), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:48.874120 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (f37a52da-3295-4014-9eaf-d67ea257656f), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:48.874440 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (f37a52da-3295-4014-9eaf-d67ea257656f), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:48.886657 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for f37a52da-3295-4014-9eaf-d67ea257656f owned by network:floatingip {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:58:49.016575 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (f37a52da-3295-4014-9eaf-d67ea257656f), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.046053 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=f37a52da-3295-4014-9eaf-d67ea257656f,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:49.102601 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.110863 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (94be900b-6093-4b89-ab4e-50c3d29d3d7f), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.115545 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.116692 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f611b90f-07b3-476a-9f6b-8545481d2f1f tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/floatingips/94be900b-6093-4b89-ab4e-50c3d29d3d7f HTTP/1.1" status: 204 len: 168 time: 0.4344490 Apr 11 18:58:49.544612 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45166) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:49.549382 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-7d93db01-10ac-4ade-86cd-5e00738de8e2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group': {'name': 'tempest-securitygroup--63275995', 'description': 'tempest-description--995842911'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:58:49.571321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d93db01-10ac-4ade-86cd-5e00738de8e2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.642635 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d93db01-10ac-4ade-86cd-5e00738de8e2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (62258ddb-808e-4fb9-8c71-b44d137df740), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.647206 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d93db01-10ac-4ade-86cd-5e00738de8e2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (62258ddb-808e-4fb9-8c71-b44d137df740), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.677441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d93db01-10ac-4ade-86cd-5e00738de8e2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.678666 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-7d93db01-10ac-4ade-86cd-5e00738de8e2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1329358 Apr 11 18:58:49.679911 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d93db01-10ac-4ade-86cd-5e00738de8e2 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62258ddb-808e-4fb9-8c71-b44d137df740,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:49.682782 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45168) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:49.688575 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': '62258ddb-808e-4fb9-8c71-b44d137df740', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:58:49.714918 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (d4b38edc-03ad-43a2-bcbb-da71b7b2ed69), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.771036 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (d4b38edc-03ad-43a2-bcbb-da71b7b2ed69), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.774443 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (d4b38edc-03ad-43a2-bcbb-da71b7b2ed69), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.793633 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b38edc-03ad-43a2-bcbb-da71b7b2ed69,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:49.798857 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.800006 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159596 Apr 11 18:58:49.803450 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45172) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:49.805149 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.805498 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.805838 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.806172 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.806501 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.806829 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.807151 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.807474 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.807799 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.808024 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-69e9f63c-5e83-4978-b7ca-7bdc99b75be9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'security_group_rule': {'security_group_id': '62258ddb-808e-4fb9-8c71-b44d137df740', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:58:49.808153 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.808427 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.808743 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.809074 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.809398 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.809712 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6be00b2-6d7f-4af8-a47d-731ed11c1ca0 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:49.832146 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69e9f63c-5e83-4978-b7ca-7bdc99b75be9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (34ad8eb9-00bf-4659-afe0-455fa7c3690c), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.887810 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69e9f63c-5e83-4978-b7ca-7bdc99b75be9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (34ad8eb9-00bf-4659-afe0-455fa7c3690c), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.891112 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69e9f63c-5e83-4978-b7ca-7bdc99b75be9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585755'] for security_group_rule (34ad8eb9-00bf-4659-afe0-455fa7c3690c), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.912288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e9f63c-5e83-4978-b7ca-7bdc99b75be9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ad8eb9-00bf-4659-afe0-455fa7c3690c,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:49.919501 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69e9f63c-5e83-4978-b7ca-7bdc99b75be9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:49.920708 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-69e9f63c-5e83-4978-b7ca-7bdc99b75be9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162024 Apr 11 18:58:49.923798 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45174) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:58:49.928607 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:58:49.946831 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.027780 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.134438 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.27.0.129 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/5700b2e8-840c-4e0b-99e5-e9c2631770e4) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:58:50.236399 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.274389 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.310749 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:58:50.313632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:58:50.317689 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:58:50.346239 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=5700b2e8-840c-4e0b-99e5-e9c2631770e4,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:50.409156 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (e9349990-9dc6-4307-bc6c-384664a562eb), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.444902 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.594117 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.598868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.665577 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=5700b2e8-840c-4e0b-99e5-e9c2631770e4,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:50.675586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (e9349990-9dc6-4307-bc6c-384664a562eb), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.692926 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:50.694163 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a2a1980c-57d6-4b59-8df6-d5d79fd1af18 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7694526 Apr 11 18:58:50.935324 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-87be5804-75f6-40df-8a7b-92fb2e5c1e9e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-securitygroup--63275995&fields=id&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 267 time: 0.0442975 Apr 11 18:58:51.026902 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a9bcc115-4e97-4a39-b376-f0432abb5e72 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:58:51.042515 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-8cdd63bf-6a70-4be9-a44b-2c6d0075d6d4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:51.043966 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-8cdd63bf-6a70-4be9-a44b-2c6d0075d6d4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.1022124 Apr 11 18:58:51.047036 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: a9bcc115-4e97-4a39-b376-f0432abb5e72 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:58:51.047380 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device a9bcc115-4e97-4a39-b376-f0432abb5e72 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:58:51.059158 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-58e2bdee-7056-405f-a6e8-4043a6db14e6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/quotas/80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 375 time: 0.0095010 Apr 11 18:58:51.107611 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-a886b275-43bf-4df8-80a1-80094dd25557 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0429599 Apr 11 18:58:51.205225 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-e5cfc04b-4ff5-4a9b-9447-0fe25ce42f42 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861187 Apr 11 18:58:51.291406 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-e9d64920-e1a4-4ec9-bc2e-99ca27ecff12 service neutron] 10.222.0.61 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805061 Apr 11 18:58:51.449260 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a376557f-b7b4-4294-a84c-e6ec08132535 req-1f4ad24b-bf22-404b-8780-fb5b5c8bfa8d tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 210 time: 0.0276239 Apr 11 18:58:52.323324 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-350ab670-8c55-48bc-8886-f76bd2cda46c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:52.324765 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-350ab670-8c55-48bc-8886-f76bd2cda46c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 815 time: 0.1030552 Apr 11 18:58:52.386442 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-e58382d4-f087-4cab-a385-445892d4794c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=80533189063f4305b0c63bbfcda01ba4 HTTP/1.1" status: 200 len: 378 time: 0.0540962 Apr 11 18:58:52.450152 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'port': {'device_id': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'admin_state_up': True, 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'security_groups': ['62258ddb-808e-4fb9-8c71-b44d137df740']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:58:52.549572 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5346f3c3-dfc6-4f76-90fb-6f3b1ffffd54 req-6ae5f521-eb14-4df2-b45d-a927e1c3b2be tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 210 time: 0.0329897 Apr 11 18:58:52.581965 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Made reservation on behalf of 80533189063f4305b0c63bbfcda01ba4 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 18:58:52.585360 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:52.708940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Allocated IP 172.20.0.11 (d72b09e0-82e2-444d-9d11-603d421790a5/70ff67df-2595-4d3f-b9dc-6eff1b6ac468/2fd732cf-7de5-4d38-b2bf-7733cd8719b7) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 18:58:52.842098 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:52.875487 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:52.922914 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Network d72b09e0-82e2-444d-9d11-603d421790a5 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 18:58:52.925825 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 18:58:52.929963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 18:58:52.936164 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event updated for resources: {'Port': ['ID=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:52.982685 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:52.983275 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.000732 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-baa30894-5843-43fb-a698-029b10d04585 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541766 Apr 11 18:58:53.011718 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Request body: {'port': {'device_id': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:58:53.077546 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.115146 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-06b3d680-d912-4c6a-9115-2d0dc191be9d None None] Provisioning complete for port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:58:53.116147 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-06b3d680-d912-4c6a-9115-2d0dc191be9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.150882 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-06b3d680-d912-4c6a-9115-2d0dc191be9d None None] Port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 18:58:53.339809 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:58:53.347155 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Publish callbacks [] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.360131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Transition to ACTIVE for port object 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 18:58:53.365173 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.416736 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:53.492985 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Attempting to bind port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 18:58:53.493355 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Attempting to bind port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 18:58:53.493711 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Attempting to bind port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:58:53.498344 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 on network d72b09e0-82e2-444d-9d11-603d421790a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 18:58:53.498661 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Attempting to bind port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 on network d72b09e0-82e2-444d-9d11-603d421790a5 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 18:58:53.503712 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 58, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 18:58:53.504047 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Checking segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 18:58:53.504938 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Bound using segment: {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 18:58:53.505416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Bound port: 2fd732cf-7de5-4d38-b2bf-7733cd8719b7, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 537, 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 18:58:53.505812 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.572167 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] For port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 18:58:53.576093 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] For port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 18:58:53.583785 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.618057 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:53.618857 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:53.620213 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] 10.222.0.58 "PUT /v2.0/ports/2fd732cf-7de5-4d38-b2bf-7733cd8719b7 HTTP/1.1" status: 200 len: 1094 time: 0.6127925 Apr 11 18:58:53.620660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:58:53.622928 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11337d30-e02c-429d-992c-7676517f3c02" -d '{"events": [{"name": "network-changed", "server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:58:53.683196 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27f5043-2382-4b1a-99ca-62c7c30f91b0 x-openstack-request-id: req-d27f5043-2382-4b1a-99ca-62c7c30f91b0 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:58:53.684100 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:58:53.684367 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-d27f5043-2382-4b1a-99ca-62c7c30f91b0 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:58:53.684772 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d27f5043-2382-4b1a-99ca-62c7c30f91b0'] response: {'name': 'network-changed', 'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'status': 'completed', 'code': 200} Apr 11 18:58:53.732468 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb5f46-594b-48a1-a6e2-aa9afc052f0d service neutron] Pushing event updated for resources: {'Port': ['ID=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:53.741018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec2f42e-ce4b-4228-a971-de0f0fcd706e req-2993b67e-370d-4297-8019-2061abd8c917 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:53.742601 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eec2f42e-ce4b-4228-a971-de0f0fcd706e req-2993b67e-370d-4297-8019-2061abd8c917 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 944 time: 0.1168890 Apr 11 18:58:53.744159 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-e11d6e43-8154-4de3-a13c-353ccc2009fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:53.745566 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-e11d6e43-8154-4de3-a13c-353ccc2009fe service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 1128 time: 0.0751762 Apr 11 18:58:53.799703 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-3853f93b-6afb-4e20-bfee-3e19696a4983 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7 HTTP/1.1" status: 200 len: 217 time: 0.0451536 Apr 11 18:58:53.854656 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eec2f42e-ce4b-4228-a971-de0f0fcd706e req-18729797-3884-4409-9b22-01e2d03424a6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061654 Apr 11 18:58:53.867018 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-6cb2dfb0-816f-449c-8c34-826af3b9e9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:53.868425 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-6cb2dfb0-816f-449c-8c34-826af3b9e9fb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0614288 Apr 11 18:58:53.911258 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-4f80ddcd-6a17-4124-9469-2679aed6a03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:53.912747 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-4f80ddcd-6a17-4124-9469-2679aed6a03b service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384362 Apr 11 18:58:54.009708 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-fab7b368-d979-4528-80eb-76572dacbe41 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906644 Apr 11 18:58:54.097130 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c24152b5-6b39-48fd-8776-2ab54c78fda8 req-95b7d6aa-e61e-4612-9812-da0462446995 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816395 Apr 11 18:58:54.816830 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11337d30-e02c-429d-992c-7676517f3c02 req-4f448e12-67e5-473f-9746-90d05e367212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:54.818432 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11337d30-e02c-429d-992c-7676517f3c02 req-4f448e12-67e5-473f-9746-90d05e367212 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 1128 time: 0.0404277 Apr 11 18:58:54.969759 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271d88ec-6856-4b5d-bd14-2c6382ca9dc3 req-9694ed51-7ff1-4029-a125-65d12f55bc2e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:54.971194 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-271d88ec-6856-4b5d-bd14-2c6382ca9dc3 req-9694ed51-7ff1-4029-a125-65d12f55bc2e tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 944 time: 0.0495110 Apr 11 18:58:55.068488 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-271d88ec-6856-4b5d-bd14-2c6382ca9dc3 req-b74a30b8-4a25-4469-92e0-63b00c4c363c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916760 Apr 11 18:58:55.095648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11337d30-e02c-429d-992c-7676517f3c02 req-ea1288cc-8606-4193-8230-fba0030d759d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:55.097109 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11337d30-e02c-429d-992c-7676517f3c02 req-ea1288cc-8606-4193-8230-fba0030d759d service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.1060526 Apr 11 18:58:55.328659 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11337d30-e02c-429d-992c-7676517f3c02 req-1929e0da-2ac1-4f2b-9ff6-ddb0691c7456 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7 HTTP/1.1" status: 200 len: 217 time: 0.0427084 Apr 11 18:58:55.375282 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11337d30-e02c-429d-992c-7676517f3c02 req-ba783121-0a4c-4d15-abc6-5dd4d6331acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:55.376722 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11337d30-e02c-429d-992c-7676517f3c02 req-ba783121-0a4c-4d15-abc6-5dd4d6331acb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0422242 Apr 11 18:58:55.418260 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11337d30-e02c-429d-992c-7676517f3c02 req-0ccdb969-5d02-45d0-9a24-d1436a6b6bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:55.419671 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11337d30-e02c-429d-992c-7676517f3c02 req-0ccdb969-5d02-45d0-9a24-d1436a6b6bcf service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0376263 Apr 11 18:58:55.509792 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11337d30-e02c-429d-992c-7676517f3c02 req-c259487b-562f-4b08-a21b-0bda89c329ed service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832784 Apr 11 18:58:55.595689 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-11337d30-e02c-429d-992c-7676517f3c02 req-eb3c26a6-7382-4fd1-83bc-6391a20c97d3 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805225 Apr 11 18:58:56.186401 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c60d3e-5550-42ca-b590-8eadf1b601a2 req-511db40e-ef0b-4e3d-9024-9894ef528e13 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:56.187852 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c2c60d3e-5550-42ca-b590-8eadf1b601a2 req-511db40e-ef0b-4e3d-9024-9894ef528e13 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 944 time: 0.0506806 Apr 11 18:58:56.234091 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c2c60d3e-5550-42ca-b590-8eadf1b601a2 req-eed25134-7a89-4ad1-9cf7-6497087fe4a6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406520 Apr 11 18:58:57.057508 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 18:58:57.152898 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-31cb8a2e-dda1-4c5e-946d-cce618936c00 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:57.170856 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:58:57.182085 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'port_id': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'mac_address': 'fa:16:3e:06:24:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 537, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 18:58:57.218588 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:58:57.218968 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:57.231805 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 18:58:57.251064 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:58:57.254623 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:57.310211 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:57.317321 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.317674 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.318020 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.318364 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.318702 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.319036 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.319901 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.320232 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.320565 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.320893 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.321246 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.321581 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.321911 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.322237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.322562 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:58:57.347178 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872d7e8-7011-4f28-be43-94ada205a684 req-57ba69a7-b6d2-4985-9ccb-0ff823ebf2f5 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:57.348646 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0872d7e8-7011-4f28-be43-94ada205a684 req-57ba69a7-b6d2-4985-9ccb-0ff823ebf2f5 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 945 time: 0.0474133 Apr 11 18:58:57.394275 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0872d7e8-7011-4f28-be43-94ada205a684 req-87169ea1-8fe6-483c-8144-4adce9e66b81 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400665 Apr 11 18:58:57.462938 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['2fd732cf-7de5-4d38-b2bf-7733cd8719b7'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 18:58:57.805049 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-992f762e-df3e-4eee-b589-d696397173e1 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0362687 Apr 11 18:58:57.887159 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-7466c63a-b70c-4206-b8cc-fea56d7849a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:57.888594 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-7466c63a-b70c-4206-b8cc-fea56d7849a6 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 1130 time: 0.0414538 Apr 11 18:58:57.992396 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-71b2285e-a80d-4f70-b91b-e268dec0a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:57.993922 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-71b2285e-a80d-4f70-b91b-e268dec0a445 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0858412 Apr 11 18:58:58.060477 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-21021302-632f-4fd6-ba98-d4317978e8b6 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91 HTTP/1.1" status: 200 len: 1002 time: 0.0604548 Apr 11 18:58:58.106873 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-4fce5b47-6d54-43f9-9112-94203c1829d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:58.108296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-4fce5b47-6d54-43f9-9112-94203c1829d1 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0424361 Apr 11 18:58:58.152691 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-384228ba-ff29-47fb-a1c9-d32c867ca326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:58.154186 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-384228ba-ff29-47fb-a1c9-d32c867ca326 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401216 Apr 11 18:58:58.247450 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-6c80a60c-79f4-4062-ae10-7c6e3fde26f6 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865052 Apr 11 18:58:58.340638 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-42ec441a-4fdd-4c92-bdf6-d759107cbb0a req-7c14a953-827e-46ad-a34e-3a6f10e33776 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872891 Apr 11 18:58:58.509441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed39327-8c48-4912-8dba-0a53dc8aed4c req-2b9307d8-ce0f-4b23-8571-47ad8c787079 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:58.510881 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ed39327-8c48-4912-8dba-0a53dc8aed4c req-2b9307d8-ce0f-4b23-8571-47ad8c787079 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 945 time: 0.0497563 Apr 11 18:58:58.556462 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-7ed39327-8c48-4912-8dba-0a53dc8aed4c req-a446c2a2-5601-4dcc-a8a7-4e74dcecfc26 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400274 Apr 11 18:58:59.072935 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 18:58:59.119622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 18:58:59.125430 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 18:58:59.125722 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:59.199614 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 18:58:59.199999 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:59.222337 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:58:59.224589 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d11b5b9-b7be-4049-bb82-684f00d73aa1" -d '{"events": [{"server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "name": "network-vif-plugged", "status": "completed", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:58:59.237422 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:58:59.241367 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:59.267066 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20da5bf1-bc6d-4e4d-b2de-303e64642938 x-openstack-request-id: req-20da5bf1-bc6d-4e4d-b2de-303e64642938 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:58:59.267355 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "name": "network-vif-plugged", "status": "completed", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:58:59.267609 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-20da5bf1-bc6d-4e4d-b2de-303e64642938 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:58:59.267993 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20da5bf1-bc6d-4e4d-b2de-303e64642938'] response: {'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'code': 200} Apr 11 18:58:59.422477 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:58:59.427979 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf1b708-88d6-49fe-aa76-e35c49aefdca req-69446920-abde-4c71-b9f6-792c4a459e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:59.430074 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6bf1b708-88d6-49fe-aa76-e35c49aefdca req-69446920-abde-4c71-b9f6-792c4a459e09 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 1130 time: 0.0387421 Apr 11 18:58:59.471346 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6bf1b708-88d6-49fe-aa76-e35c49aefdca req-3aa2d4e2-76b9-4bb6-805a-5de2091f28bc service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355403 Apr 11 18:58:59.561319 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-2c5c0cc8-16a7-498e-936a-98eedbc9fb3c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:58:59.668838 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a4cd2-73d6-44f2-b17b-fff6608144db req-b2fd6ba4-1703-4b68-adcf-5246f90429a6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:58:59.670307 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-703a4cd2-73d6-44f2-b17b-fff6608144db req-b2fd6ba4-1703-4b68-adcf-5246f90429a6 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 946 time: 0.0461533 Apr 11 18:58:59.720174 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-703a4cd2-73d6-44f2-b17b-fff6608144db req-cbaed2c7-c287-484e-97cc-7ecb96242fd4 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441570 Apr 11 18:59:00.685156 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:00.834193 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be572a00-c0c9-4313-b782-601625bd9d3a req-7dfe04dd-31ac-4169-b884-8c3c8aed0d13 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:00.836133 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-be572a00-c0c9-4313-b782-601625bd9d3a req-7dfe04dd-31ac-4169-b884-8c3c8aed0d13 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 946 time: 0.0470726 Apr 11 18:59:00.880771 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-be572a00-c0c9-4313-b782-601625bd9d3a req-99efbd38-19a6-40a7-bbde-4492c3aef4ea tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390601 Apr 11 18:59:00.986841 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d700493-5f73-4804-b69b-f78075be2c8f req-b09ef300-cc92-41bc-a3c7-07aa0663a460 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:00.988293 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5d700493-5f73-4804-b69b-f78075be2c8f req-b09ef300-cc92-41bc-a3c7-07aa0663a460 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 946 time: 0.0466275 Apr 11 18:59:00.996697 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45232) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:01.000881 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Request body: {'floatingip': {'port_id': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 18:59:01.042170 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (e9349990-9dc6-4307-bc6c-384664a562eb), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:01.745648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:01.748958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (e9349990-9dc6-4307-bc6c-384664a562eb), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:01.848362 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP e9349990-9dc6-4307-bc6c-384664a562eb associated. External IP: 172.27.0.129, port: 2fd732cf-7de5-4d38-b2bf-7733cd8719b7. Apr 11 18:59:02.059432 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:59:02.068692 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:02.172042 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:59:02.177165 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:02.182348 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:59:02.191472 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:59:02.192078 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:59:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:02.206057 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-34913d07-6edb-4898-8ad6-277042236d8c tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "PUT /v2.0/floatingips/e9349990-9dc6-4307-bc6c-384664a562eb HTTP/1.1" status: 200 len: 992 time: 1.2083209 Apr 11 18:59:02.206638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:59:02.208866 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4403647-68c3-40d1-9977-5e877d70c735" -d '{"events": [{"name": "network-changed", "server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:59:02.245659 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 18:59:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157424cb-b223-4ab8-8cb9-cc876928ba72 x-openstack-request-id: req-157424cb-b223-4ab8-8cb9-cc876928ba72 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:59:02.245947 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:59:02.246201 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-157424cb-b223-4ab8-8cb9-cc876928ba72 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:59:02.246606 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-157424cb-b223-4ab8-8cb9-cc876928ba72'] response: {'name': 'network-changed', 'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'status': 'completed', 'code': 200} Apr 11 18:59:02.304890 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:59:02.308829 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403647-68c3-40d1-9977-5e877d70c735 req-18ce1467-7437-457c-87cd-64a38748a74f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:02.310615 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4403647-68c3-40d1-9977-5e877d70c735 req-18ce1467-7437-457c-87cd-64a38748a74f service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=80533189063f4305b0c63bbfcda01ba4&device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 1130 time: 0.0415969 Apr 11 18:59:02.403866 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403647-68c3-40d1-9977-5e877d70c735 req-bc83eedc-f315-4e77-a664-320f2052a2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:02.405384 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4403647-68c3-40d1-9977-5e877d70c735 req-bc83eedc-f315-4e77-a664-320f2052a2b7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 200 len: 916 time: 0.0886841 Apr 11 18:59:02.469934 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4403647-68c3-40d1-9977-5e877d70c735 req-0a83cb3a-76dc-4330-9bf3-dc71906bc3b8 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7 HTTP/1.1" status: 200 len: 1000 time: 0.0587084 Apr 11 18:59:02.516690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403647-68c3-40d1-9977-5e877d70c735 req-a4181020-337d-4d4f-80f8-50719771007c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:02.518154 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4403647-68c3-40d1-9977-5e877d70c735 req-a4181020-337d-4d4f-80f8-50719771007c service neutron] 10.222.0.58 "GET /v2.0/subnets?id=70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 200 len: 854 time: 0.0431924 Apr 11 18:59:02.520917 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'e9349990-9dc6-4307-bc6c-384664a562eb', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:06:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:58:50Z', 'updated_at': '2022-04-11T18:59:01Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:02.548589 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:59:02.558626 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:59:02.559229 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:59:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:02.564215 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4403647-68c3-40d1-9977-5e877d70c735 req-f354d3df-65d5-4ffc-98b7-f5d496255edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:02.565729 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4403647-68c3-40d1-9977-5e877d70c735 req-f354d3df-65d5-4ffc-98b7-f5d496255edd service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=d72b09e0-82e2-444d-9d11-603d421790a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423207 Apr 11 18:59:02.653724 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4403647-68c3-40d1-9977-5e877d70c735 req-d0a66521-aa9e-4d53-b0b9-3a8629b3bdb8 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818856 Apr 11 18:59:02.667575 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:59:02.744264 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a4403647-68c3-40d1-9977-5e877d70c735 req-0d5a2575-d4c3-4804-a303-8df8975b17d7 service neutron] 10.222.0.58 "GET /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851195 Apr 11 18:59:02.886272 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'e9349990-9dc6-4307-bc6c-384664a562eb', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:06:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:58:50Z', 'updated_at': '2022-04-11T18:59:01Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:02.911626 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87927dec-cb59-48a5-a5c6-99da3427cd8f None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': 'e9349990-9dc6-4307-bc6c-384664a562eb', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'floating_ip_address': '172.27.0.129', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '182df147-d4ba-473c-9698-340fe314ec38', 'port_id': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 675, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'mac_address': 'fa:16:3e:06:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T18:58:50Z', 'updated_at': '2022-04-11T18:59:01Z', 'revision_number': 1, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:59:03.094816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b817ac-837a-43f8-8527-530060ffe2c4 None None] New status for floating IP e9349990-9dc6-4307-bc6c-384664a562eb: ACTIVE {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:59:03.640622 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:59:03.690353 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:19.111578 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:27.144967 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-cdd81bf6-7c67-40cb-bc5b-b762d790cc93 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:29.553167 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-49b2994a-b15d-493d-ae96-cf733ac3fb34 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:30.688653 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:32.072963 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:33.692788 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:40.639648 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 18:59:46.733819 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c941030b-6830-4104-bdaa-5725d0426d78 req-5d22f8fe-3af1-44bc-abb4-455b5866d978 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:46.735340 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c941030b-6830-4104-bdaa-5725d0426d78 req-5d22f8fe-3af1-44bc-abb4-455b5866d978 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 946 time: 0.0487957 Apr 11 18:59:46.785560 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c941030b-6830-4104-bdaa-5725d0426d78 req-f1d19947-090b-4b14-8f6f-dee3a6209151 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440078 Apr 11 18:59:47.905036 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601c5527-ead2-4980-b798-e9478f12646c req-236bf3ce-9b9b-4942-8e6f-b90dc83404fa tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:47.906740 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-601c5527-ead2-4980-b798-e9478f12646c req-236bf3ce-9b9b-4942-8e6f-b90dc83404fa tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 946 time: 0.0503263 Apr 11 18:59:47.957832 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-601c5527-ead2-4980-b798-e9478f12646c req-18d9b88b-66c7-46a5-a63e-bbe385da2586 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups?id=62258ddb-808e-4fb9-8c71-b44d137df740&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453835 Apr 11 18:59:48.143977 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-b643d745-dd31-4104-9c70-6b1715ba74a9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:48.145450 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-b643d745-dd31-4104-9c70-6b1715ba74a9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 946 time: 0.0466688 Apr 11 18:59:48.230286 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:59:48.230623 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:48.321274 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] For port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:59:48.321672 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:48.490734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:48.491090 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (e9349990-9dc6-4307-bc6c-384664a562eb), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:48.491426 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Floating IP e9349990-9dc6-4307-bc6c-384664a562eb disassociated. External IP: 172.27.0.129, port: 2fd732cf-7de5-4d38-b2bf-7733cd8719b7. Apr 11 18:59:48.491742 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:59:48.621945 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (2fd732cf-7de5-4d38-b2bf-7733cd8719b7), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:48.650764 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=2fd732cf-7de5-4d38-b2bf-7733cd8719b7,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:48.664271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.664621 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.664971 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.665383 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.665722 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.666086 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.666412 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.666762 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.667088 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.667409 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.667733 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.668058 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.668374 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.668690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.669007 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:48.783752 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:59:48.892137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:59:48.901868 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:59:48.911682 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:59:48.912287 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:59:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:48.935698 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] No DVR routers for this DVR port 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:59:48.938281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:48.941830 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b736269-b336-4bd3-b04f-54a1ebf7618f req-1b070f1b-fa34-4618-a19a-8c217d5a65d9 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.58 "DELETE /v2.0/ports/2fd732cf-7de5-4d38-b2bf-7733cd8719b7 HTTP/1.1" status: 204 len: 173 time: 0.7915874 Apr 11 18:59:48.942295 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'name': 'network-vif-deleted', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 18:59:48.945170 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433f82a1-40d1-4298-bb69-030e6c065bc8" -d '{"events": [{"server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "name": "network-vif-deleted", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 18:59:49.080318 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:59:49.084259 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 18:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c442a1-f4fe-42e3-bf30-7de84ce640e4 x-openstack-request-id: req-c0c442a1-f4fe-42e3-bf30-7de84ce640e4 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 18:59:49.084708 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c04a9416-71d8-4a0d-b978-ddbcc41cda11", "name": "network-vif-deleted", "tag": "2fd732cf-7de5-4d38-b2bf-7733cd8719b7", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 18:59:49.085047 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c0c442a1-f4fe-42e3-bf30-7de84ce640e4 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 18:59:49.085572 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0c442a1-f4fe-42e3-bf30-7de84ce640e4'] response: {'server_uuid': 'c04a9416-71d8-4a0d-b978-ddbcc41cda11', 'name': 'network-vif-deleted', 'tag': '2fd732cf-7de5-4d38-b2bf-7733cd8719b7', 'status': 'completed', 'code': 200} Apr 11 18:59:49.128073 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:49.147753 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b767e5cb-85c7-496c-b6eb-76bfd35c6eae req-e9f9c196-4b7c-4e0c-8d58-030ad980b776 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/ports?device_id=c04a9416-71d8-4a0d-b978-ddbcc41cda11 HTTP/1.1" status: 200 len: 210 time: 0.0531096 Apr 11 18:59:49.403242 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:49.437711 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:59:49.446069 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:59:49.446737 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:59:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:49.566679 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:59:49.750955 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:49.776210 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b895525-28db-44e3-a67d-e9e094f517e4 None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:55:34Z', 'revision_number': 4, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': '2d64b281-f618-4700-930b-10a4846e9c64', 'name': '', 'network_id': 'd72b09e0-82e2-444d-9d11-603d421790a5', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'mac_address': 'fa:16:3e:39:83:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_interface', 'standard_attr_id': 527, 'fixed_ips': [{'subnet_id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:33Z', 'updated_at': '2022-04-11T18:55:38Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'subnets': [{'id': '70ff67df-2595-4d3f-b9dc-6eff1b6ac468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:59:49.997937 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d0c8f62-1c1d-4c19-8533-f2c9fe829f36 None None] New status for floating IP e9349990-9dc6-4307-bc6c-384664a562eb: DOWN {{(pid=115232) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 18:59:50.239188 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45316) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:50.292897 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (62258ddb-808e-4fb9-8c71-b44d137df740), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.315909 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (62258ddb-808e-4fb9-8c71-b44d137df740), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.367195 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (62258ddb-808e-4fb9-8c71-b44d137df740), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.371551 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.373254 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/security-groups/62258ddb-808e-4fb9-8c71-b44d137df740 HTTP/1.1" status: 204 len: 168 time: 0.1328969 Apr 11 18:59:50.377210 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45320) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:50.384696 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62258ddb-808e-4fb9-8c71-b44d137df740,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:50.390924 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.api.v2.resource [None req-a5b4f74d-6d67-4c43-b61b-a4e789093a9a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] show failed (client error): The resource could not be found. Apr 11 18:59:50.394693 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-a5b4f74d-6d67-4c43-b61b-a4e789093a9a tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "GET /v2.0/security-groups/62258ddb-808e-4fb9-8c71-b44d137df740 HTTP/1.1" status: 404 len: 347 time: 0.0137365 Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.394926 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.395680 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45322) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:50.395768 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.395768 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.395768 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.396043 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.396538 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbd0ef7-141f-42b3-b4fc-720bf1325656 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:50.516274 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Deleting port 5700b2e8-840c-4e0b-99e5-e9c2631770e4 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:59:50.516613 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.591882 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.592209 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (5700b2e8-840c-4e0b-99e5-e9c2631770e4), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.604171 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Calling delete_port for 5700b2e8-840c-4e0b-99e5-e9c2631770e4 owned by network:floatingip {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:59:50.736618 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (5700b2e8-840c-4e0b-99e5-e9c2631770e4), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.763591 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Pushing event deleted for resources: {'Port': ['ID=5700b2e8-840c-4e0b-99e5-e9c2631770e4,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:50.827700 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks [] for floatingip (e9349990-9dc6-4307-bc6c-384664a562eb), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.830713 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:50.831855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-922098a5-e6b1-4e14-ae7d-fe6bb4f01b24 tempest-AttachVolumeNegativeTest-1908933289 tempest-AttachVolumeNegativeTest-1908933289-project] 10.222.0.61 "DELETE /v2.0/floatingips/e9349990-9dc6-4307-bc6c-384664a562eb HTTP/1.1" status: 204 len: 168 time: 0.4360189 Apr 11 18:59:53.307196 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:59:53.327541 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:59:53.327926 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device 2fd732cf-7de5-4d38-b2bf-7733cd8719b7 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:59:54.486176 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45358) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:54.833350 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (182df147-d4ba-473c-9698-340fe314ec38), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:55.346276 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Deleting port 2d64b281-f618-4700-930b-10a4846e9c64 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:59:55.346611 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (2d64b281-f618-4700-930b-10a4846e9c64), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:55.432227 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] For port 2d64b281-f618-4700-930b-10a4846e9c64, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=2d64b281-f618-4700-930b-10a4846e9c64,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:59:55.432503 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (2d64b281-f618-4700-930b-10a4846e9c64), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:55.445080 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Calling delete_port for 2d64b281-f618-4700-930b-10a4846e9c64 owned by network:router_interface {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:59:55.622905 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (2d64b281-f618-4700-930b-10a4846e9c64), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:55.652792 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d64b281-f618-4700-930b-10a4846e9c64,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:55.845910 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (182df147-d4ba-473c-9698-340fe314ec38), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.097029 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Router 182df147-d4ba-473c-9698-340fe314ec38 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 18:59:56.210214 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 18:59:56.215502 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-7d342fe3-df3f-4fd1-829b-4506c602cca3 admin admin] 10.222.0.61 "PUT /v2.0/routers/182df147-d4ba-473c-9698-340fe314ec38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7282763 Apr 11 18:59:56.218925 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45360) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:56.219730 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] Sync routers for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 18:59:56.230797 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:59:56.231424 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:59:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:56.341097 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks [] for router (182df147-d4ba-473c-9698-340fe314ec38), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.347713 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:59:56.452451 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks [] for router_gateway (182df147-d4ba-473c-9698-340fe314ec38), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.500205 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Deleting port 4f56362e-e727-434e-bd52-7c9c787deafe {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:59:56.500529 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.529434 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217'}], 'enable_snat': True}, 'gw_port_id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:59:55Z', 'revision_number': 5, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port': {'id': '4f56362e-e727-434e-bd52-7c9c787deafe', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:f9:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '182df147-d4ba-473c-9698-340fe314ec38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 526, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:55:29Z', 'updated_at': '2022-04-11T18:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:56.556395 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] Checking router: 182df147-d4ba-473c-9698-340fe314ec38 for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 18:59:56.564932 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] Routers {'182df147-d4ba-473c-9698-340fe314ec38'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 18:59:56.565576 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T18:59:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['182df147-d4ba-473c-9698-340fe314ec38'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:56.585625 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] For port 4f56362e-e727-434e-bd52-7c9c787deafe, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=4f56362e-e727-434e-bd52-7c9c787deafe,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:59:56.585992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.599585 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Calling delete_port for 4f56362e-e727-434e-bd52-7c9c787deafe owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:59:56.656775 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] Set router 182df147-d4ba-473c-9698-340fe314ec38 gateway port host: None {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 18:59:56.715161 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:59:56Z', 'revision_number': 6, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port_host': None}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:56.743873 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d94c32-a8cb-4dd9-919c-ebe03c271c4b None None] The sync data for ids ['182df147-d4ba-473c-9698-340fe314ec38'] in dv-cinder-837356-1-iscsi is: [{'id': '182df147-d4ba-473c-9698-340fe314ec38', 'name': 'tempest-AttachVolumeNegativeTest-2038102491-router', 'tenant_id': '80533189063f4305b0c63bbfcda01ba4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:55:28Z', 'updated_at': '2022-04-11T18:59:56Z', 'revision_number': 6, 'project_id': '80533189063f4305b0c63bbfcda01ba4', 'gw_port_host': None}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 18:59:56.788673 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (4f56362e-e727-434e-bd52-7c9c787deafe), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.813755 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f56362e-e727-434e-bd52-7c9c787deafe,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:56.879091 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (182df147-d4ba-473c-9698-340fe314ec38), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.973816 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (182df147-d4ba-473c-9698-340fe314ec38), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:56.976060 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks [] for router_controller (182df147-d4ba-473c-9698-340fe314ec38), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.027436 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (182df147-d4ba-473c-9698-340fe314ec38), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.028071 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 182df147-d4ba-473c-9698-340fe314ec38 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 18:59:57.033196 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.034867 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d51b462b-e05d-49b6-a806-c1c8b98c3e08 admin admin] 10.222.0.61 "DELETE /v2.0/routers/182df147-d4ba-473c-9698-340fe314ec38 HTTP/1.1" status: 204 len: 168 time: 0.8148594 Apr 11 18:59:57.038048 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45364) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:57.086418 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] Deleting subnet 70ff67df-2595-4d3f-b9dc-6eff1b6ac468 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 18:59:57.089958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] Publish callbacks [] for subnet (70ff67df-2595-4d3f-b9dc-6eff1b6ac468), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.128835 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (70ff67df-2595-4d3f-b9dc-6eff1b6ac468), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.150470 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e7a66ef7-af54-421a-bb98-27cebc8fe0cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.223247 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (70ff67df-2595-4d3f-b9dc-6eff1b6ac468), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.281315 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (70ff67df-2595-4d3f-b9dc-6eff1b6ac468), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.307977 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70ff67df-2595-4d3f-b9dc-6eff1b6ac468,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:57.309965 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.313100 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f67db913-c4eb-40ab-aa0d-ce170efc8fbf admin admin] 10.222.0.61 "DELETE /v2.0/subnets/70ff67df-2595-4d3f-b9dc-6eff1b6ac468 HTTP/1.1" status: 204 len: 168 time: 0.2737451 Apr 11 18:59:57.315518 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85e071-b0a0-4f45-84e6-b2edf469a05d None None] Network d72b09e0-82e2-444d-9d11-603d421790a5 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 18:59:57.315759 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45366) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:57.393992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (d72b09e0-82e2-444d-9d11-603d421790a5), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.453242 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Deleting port cae27a09-01e6-49ff-bbc2-cf183052a81c {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:59:57.453622 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.516956 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] For port cae27a09-01e6-49ff-bbc2-cf183052a81c, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cae27a09-01e6-49ff-bbc2-cf183052a81c,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:59:57.517347 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.534400 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] DHCP port deletion for d72b09e0-82e2-444d-9d11-603d421790a5 request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 18:59:57.536989 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Calling delete_port for cae27a09-01e6-49ff-bbc2-cf183052a81c owned by network:dhcp {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:59:57.579651 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Deleting port cae27a09-01e6-49ff-bbc2-cf183052a81c {{(pid=115232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 18:59:57.580020 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), before_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.638196 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.660825 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] For port cae27a09-01e6-49ff-bbc2-cf183052a81c, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=cae27a09-01e6-49ff-bbc2-cf183052a81c,segment=NetworkSegment(d56c5ae5-ced3-46b1-bcc4-9419042b6cae),segment_id=d56c5ae5-ced3-46b1-bcc4-9419042b6cae)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 18:59:57.661475 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), precommit_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.681497 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=cae27a09-01e6-49ff-bbc2-cf183052a81c,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:57.683783 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Calling delete_port for cae27a09-01e6-49ff-bbc2-cf183052a81c owned by network:dhcp {{(pid=115232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 18:59:57.687422 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] No DVR routers for this DVR port cae27a09-01e6-49ff-bbc2-cf183052a81c on host dv-cinder-837356-1-iscsi {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:59:57.766349 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (cae27a09-01e6-49ff-bbc2-cf183052a81c), after_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.770104 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (d72b09e0-82e2-444d-9d11-603d421790a5), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.793797 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Pushing event deleted for resources: {'Port': ['ID=cae27a09-01e6-49ff-bbc2-cf183052a81c,revision_number=None']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:57.798220 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] No DVR routers for this DVR port cae27a09-01e6-49ff-bbc2-cf183052a81c on host dv-cinder-837356-1-iscsi {{(pid=115232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 18:59:57.799799 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d72b09e0-82e2-444d-9d11-603d421790a5']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:57.805202 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.806307 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.806944 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.807279 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.807608 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.807929 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.808907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.808907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.808907 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.809424 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.809618 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.809949 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.810265 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.810579 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.811640 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfa175a3-8993-43f8-8c45-91a984db380d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 18:59:57.819615 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:57.820171 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56c5ae5-ced3-46b1-bcc4-9419042b6cae') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 18:59:57.833771 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (d56c5ae5-ced3-46b1-bcc4-9419042b6cae), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.849378 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (d56c5ae5-ced3-46b1-bcc4-9419042b6cae), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.856897 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Releasing vlan 537 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 18:59:57.857374 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (d56c5ae5-ced3-46b1-bcc4-9419042b6cae), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 18:59:57.859127 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 18:59:57.915766 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (d72b09e0-82e2-444d-9d11-603d421790a5), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.924147 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:57.927863 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] 10.222.0.61 "DELETE /v2.0/networks/d72b09e0-82e2-444d-9d11-603d421790a5 HTTP/1.1" status: 204 len: 168 time: 0.6113913 Apr 11 18:59:57.937161 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3902114-1737-4d95-b9cd-7c694e3c24d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=d72b09e0-82e2-444d-9d11-603d421790a5,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:58.098346 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45370) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:58.147789 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-323cd767-8c56-4b32-b7a5-201d8cc9e6a3 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=80533189063f4305b0c63bbfcda01ba4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0482697 Apr 11 18:59:58.151301 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45372) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 18:59:58.184800 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 2d64b281-f618-4700-930b-10a4846e9c64 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:59:58.200601 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-290fd00d-4372-4dc7-874f-444fd1159959 admin admin] Publish callbacks [] for security_group (f4e71996-cf8c-4c05-b7d3-b5d00f6c328a), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:58.207953 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 2d64b281-f618-4700-930b-10a4846e9c64 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:59:58.208291 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 2d64b281-f618-4700-930b-10a4846e9c64 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:59:58.208734 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cae27a09-01e6-49ff-bbc2-cf183052a81c no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:59:58.225720 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-290fd00d-4372-4dc7-874f-444fd1159959 admin admin] Publish callbacks [] for security_group (f4e71996-cf8c-4c05-b7d3-b5d00f6c328a), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:58.228422 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: cae27a09-01e6-49ff-bbc2-cf183052a81c {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:59:58.228806 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device cae27a09-01e6-49ff-bbc2-cf183052a81c not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:59:58.229248 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 4f56362e-e727-434e-bd52-7c9c787deafe no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 18:59:58.248504 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 4f56362e-e727-434e-bd52-7c9c787deafe {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 18:59:58.248847 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 4f56362e-e727-434e-bd52-7c9c787deafe not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 18:59:58.277118 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-290fd00d-4372-4dc7-874f-444fd1159959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f4e71996-cf8c-4c05-b7d3-b5d00f6c328a), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:58.280020 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-290fd00d-4372-4dc7-874f-444fd1159959 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 18:59:58.281262 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-290fd00d-4372-4dc7-874f-444fd1159959 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f4e71996-cf8c-4c05-b7d3-b5d00f6c328a HTTP/1.1" status: 204 len: 168 time: 0.1289182 Apr 11 18:59:58.289669 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fd00d-4372-4dc7-874f-444fd1159959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e71996-cf8c-4c05-b7d3-b5d00f6c328a,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 18:59:58.949288 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-6a1a778c-f12f-433b-8502-54eb9e866c8b service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1759737 Apr 11 18:59:59.036987 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-ed5e1162-3a73-4eec-822b-b8be654ca696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:59.038647 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-ed5e1162-3a73-4eec-822b-b8be654ca696 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 1130 time: 0.0407512 Apr 11 18:59:59.157958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-69324369-ce95-4bdd-9d5f-00a8ad983131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:59.159456 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-69324369-ce95-4bdd-9d5f-00a8ad983131 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0961738 Apr 11 18:59:59.231702 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-227fc110-20f3-497c-a80e-f2d3d5369719 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91 HTTP/1.1" status: 200 len: 1002 time: 0.0665009 Apr 11 18:59:59.281947 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-19165e7c-95e8-476e-8021-66b904145955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:59.283647 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-19165e7c-95e8-476e-8021-66b904145955 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0453179 Apr 11 18:59:59.334165 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-a55cd4f3-0179-4f48-8fc6-2efb5ec400ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 18:59:59.336281 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-a55cd4f3-0179-4f48-8fc6-2efb5ec400ec service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464292 Apr 11 18:59:59.348172 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-4eb3ef81-2405-4336-a7e1-cc61c982de41 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 18:59:59.349565 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-4eb3ef81-2405-4336-a7e1-cc61c982de41 service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0074816 Apr 11 18:59:59.458291 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-4143089c-f2c0-400f-a713-d7a4b7617cee service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033854 Apr 11 18:59:59.556312 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c4bc2313-4517-4502-a0ab-6adb43b886bc req-d1580120-d2fa-4203-8aeb-b49266a80853 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914214 Apr 11 18:59:59.572540 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-0749b6e0-5771-402a-9a59-c254c97da6b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:00.693527 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:01.126726 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0aa9d1e-687a-4883-8eb5-9e6a2b1a06e8 req-160ce33f-9fd9-4c4b-8c45-6b49ce04f471 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:01.128271 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b0aa9d1e-687a-4883-8eb5-9e6a2b1a06e8 req-160ce33f-9fd9-4c4b-8c45-6b49ce04f471 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 946 time: 0.0506551 Apr 11 19:00:01.184606 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b0aa9d1e-687a-4883-8eb5-9e6a2b1a06e8 req-098b2eb0-4033-46b8-a12b-25fc5ad97e5f tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476766 Apr 11 19:00:02.078264 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.183609 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45438) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:02.303036 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-75100278-72f1-4b6b-90f8-69fdd953c1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.322118 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dbd5ce-2b5a-4f13-95ad-76621e4e0bd6 req-01e4930d-daaa-49a9-8d2d-e253c9a9a500 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:02.323574 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-73dbd5ce-2b5a-4f13-95ad-76621e4e0bd6 req-01e4930d-daaa-49a9-8d2d-e253c9a9a500 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 946 time: 0.0703859 Apr 11 19:00:02.398810 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-73dbd5ce-2b5a-4f13-95ad-76621e4e0bd6 req-571294b9-0bdb-474d-b5c0-b31e1fcf24a1 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668857 Apr 11 19:00:02.427441 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-75100278-72f1-4b6b-90f8-69fdd953c1c8 admin admin] Publish callbacks [] for security_group (f62a7f50-c73c-4d25-b994-8021395c04f8), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.432056 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-75100278-72f1-4b6b-90f8-69fdd953c1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f62a7f50-c73c-4d25-b994-8021395c04f8), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.469706 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-75100278-72f1-4b6b-90f8-69fdd953c1c8 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ff40c13046204e718fc86dc0e16383f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2850282 Apr 11 19:00:02.470559 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75100278-72f1-4b6b-90f8-69fdd953c1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f62a7f50-c73c-4d25-b994-8021395c04f8,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:02.472832 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45444) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:02.559791 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-6c0272d4-a6ef-4f70-8706-be0a9023bf4a tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:02.561288 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-6c0272d4-a6ef-4f70-8706-be0a9023bf4a tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 946 time: 0.0633507 Apr 11 19:00:02.564249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f9e70e28-dfcc-49e7-9bf1-6ba6cbabc11d admin admin] Publish callbacks [] for security_group (f62a7f50-c73c-4d25-b994-8021395c04f8), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.615758 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f9e70e28-dfcc-49e7-9bf1-6ba6cbabc11d admin admin] Publish callbacks [] for security_group (f62a7f50-c73c-4d25-b994-8021395c04f8), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.681690 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Deleting port c5a3e01d-bb63-4df2-975b-1c9364db1e91 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:00:02.682246 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.753033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f9e70e28-dfcc-49e7-9bf1-6ba6cbabc11d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (f62a7f50-c73c-4d25-b994-8021395c04f8), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.755557 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f9e70e28-dfcc-49e7-9bf1-6ba6cbabc11d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.756696 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f9e70e28-dfcc-49e7-9bf1-6ba6cbabc11d admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/f62a7f50-c73c-4d25-b994-8021395c04f8 HTTP/1.1" status: 204 len: 168 time: 0.2829673 Apr 11 19:00:02.774737 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e70e28-dfcc-49e7-9bf1-6ba6cbabc11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f62a7f50-c73c-4d25-b994-8021395c04f8,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:02.797272 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] For port c5a3e01d-bb63-4df2-975b-1c9364db1e91, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=c5a3e01d-bb63-4df2-975b-1c9364db1e91,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:00:02.797775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.999008 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:02.999603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (a0f83667-a123-44bd-8543-a53decbdddbd), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:03.000125 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Floating IP a0f83667-a123-44bd-8543-a53decbdddbd disassociated. External IP: 172.27.0.144, port: c5a3e01d-bb63-4df2-975b-1c9364db1e91. Apr 11 19:00:03.000706 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Calling delete_port for c5a3e01d-bb63-4df2-975b-1c9364db1e91 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:00:03.187477 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (c5a3e01d-bb63-4df2-975b-1c9364db1e91), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:03.217109 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event deleted for resources: {'Port': ['ID=c5a3e01d-bb63-4df2-975b-1c9364db1e91,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:03.348983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:00:03.466129 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:00:03.478340 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:00:03.496602 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:00:03.497202 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:00:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:03.562520 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] No DVR routers for this DVR port c5a3e01d-bb63-4df2-975b-1c9364db1e91 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:00:03.567494 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8d2d28bc-fe09-44c5-b2b3-ce4d1123e084 req-cb334d64-6c3a-4dd6-a468-fc5286c6ca71 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=4a23674d-1ccb-4741-8f07-96049df87d6f HTTP/1.1" status: 200 len: 210 time: 0.0587220 Apr 11 19:00:03.569685 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:03.577506 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c8b753f1-b0df-43c8-9f50-1ecd8cf52d4d req-32d65812-09db-4617-abb1-c2b81c8b2d45 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "DELETE /v2.0/ports/c5a3e01d-bb63-4df2-975b-1c9364db1e91 HTTP/1.1" status: 204 len: 173 time: 1.0109222 Apr 11 19:00:03.578536 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'name': 'network-vif-deleted', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:00:03.583505 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94593878-006a-4990-8de9-dad13e4fac9c" -d '{"events": [{"server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "name": "network-vif-deleted", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:00:03.650366 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:00:03.692204 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c549305e-170a-4d73-ad28-5a9822f9e1b8 x-openstack-request-id: req-c549305e-170a-4d73-ad28-5a9822f9e1b8 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:00:03.692629 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a23674d-1ccb-4741-8f07-96049df87d6f", "name": "network-vif-deleted", "tag": "c5a3e01d-bb63-4df2-975b-1c9364db1e91", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:00:03.693011 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c549305e-170a-4d73-ad28-5a9822f9e1b8 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:00:03.693565 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c549305e-170a-4d73-ad28-5a9822f9e1b8'] response: {'server_uuid': '4a23674d-1ccb-4741-8f07-96049df87d6f', 'name': 'network-vif-deleted', 'tag': 'c5a3e01d-bb63-4df2-975b-1c9364db1e91', 'status': 'completed', 'code': 200} Apr 11 19:00:03.769507 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:03.907645 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:04.079974 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:00:04.093141 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:00:04.094184 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:00:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:04.216517 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:00:04.427574 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:04.457232 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038c70e7-6abe-4c84-ab5b-58fbfbdfca15 None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:00:04.748337 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480875c-cbb6-4884-83f4-4fa68748277b None None] New status for floating IP a0f83667-a123-44bd-8543-a53decbdddbd: DOWN {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:00:04.986058 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-f0542b58-f696-4ff8-8643-bccf81567143 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294858584&fields=id&tenant_id=51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 267 time: 0.0583925 Apr 11 19:00:05.367250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-a731ba44-3889-41c8-bfc3-c73c98dbc5fe tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:05.368743 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-a731ba44-3889-41c8-bfc3-c73c98dbc5fe tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 812 time: 0.3761821 Apr 11 19:00:05.383094 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-4467ba54-ab74-439b-a946-b6beb94ec9dd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/quotas/51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 375 time: 0.0088184 Apr 11 19:00:05.433346 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-5f7bb648-ce03-4c06-9663-273dc79fdfcd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0443559 Apr 11 19:00:05.448576 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-4f76f803-4b8f-456b-9257-923355d2cdcc service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:00:05.449540 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-4f76f803-4b8f-456b-9257-923355d2cdcc service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050113 Apr 11 19:00:05.540361 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-7c0414bd-c786-4f9c-9f8f-6afb8591104e service neutron] 10.222.0.61 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845313 Apr 11 19:00:05.629584 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-442ec2cf-0eb6-475c-99c3-f1adb84df072 service neutron] 10.222.0.61 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834899 Apr 11 19:00:05.971438 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eaa54ffc-a807-40c1-abf3-c4358dcd3cea req-1ed642f9-26da-4897-a72b-43177fda20c6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 210 time: 0.0396998 Apr 11 19:00:07.010739 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-e2497690-2739-4243-b2c2-1c26dbb8c944 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:07.013046 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-e2497690-2739-4243-b2c2-1c26dbb8c944 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 812 time: 0.1080496 Apr 11 19:00:07.095329 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-21c01711-2cd0-4acb-a368-3e65bf06b113 req-8181746a-ea51-471a-acac-50aa5168b93b tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 210 time: 0.0397203 Apr 11 19:00:07.111790 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-4bcd3687-8936-4a30-b8ce-1ccd8aa4d7ed tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 379 time: 0.0905015 Apr 11 19:00:07.121139 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'port': {'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'admin_state_up': True, 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'security_groups': ['37f6e94b-2de6-4a6d-8204-1cb20fdef6a1']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:00:07.230939 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Made reservation on behalf of 51628d1ecf854c08972e256152eca9a5 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:00:07.234442 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:07.372537 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Allocated IP 172.20.0.3 (de77149e-8425-4569-839d-12be404fe955/a518ac39-15ac-43b2-a3ab-297e5f1de7ca/e84f4e58-3b6c-464d-917f-e859465828a3) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:00:07.394874 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c5a3e01d-bb63-4df2-975b-1c9364db1e91 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:00:07.424991 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: c5a3e01d-bb63-4df2-975b-1c9364db1e91 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:00:07.425404 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device c5a3e01d-bb63-4df2-975b-1c9364db1e91 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:00:07.538503 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (e84f4e58-3b6c-464d-917f-e859465828a3), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:07.574698 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:07.626571 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Network de77149e-8425-4569-839d-12be404fe955 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:00:07.629667 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:00:07.632169 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:00:07.665708 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=e84f4e58-3b6c-464d-917f-e859465828a3,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:07.694887 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:07.695499 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:07.716922 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-ab8bac69-47d9-4391-a605-54fabe7ddd07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5994670 Apr 11 19:00:07.729314 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Request body: {'port': {'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:00:07.798531 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:07.861622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-3bb4c70c-292d-4433-a71a-ebd3206a510b None None] Provisioning complete for port e84f4e58-3b6c-464d-917f-e859465828a3 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:00:07.861998 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-3bb4c70c-292d-4433-a71a-ebd3206a510b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:07.904689 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-3bb4c70c-292d-4433-a71a-ebd3206a510b None None] Port e84f4e58-3b6c-464d-917f-e859465828a3 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:00:08.080586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e84f4e58-3b6c-464d-917f-e859465828a3 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:00:08.088117 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Publish callbacks [] for port (e84f4e58-3b6c-464d-917f-e859465828a3), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:08.100491 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Transition to ACTIVE for port object e84f4e58-3b6c-464d-917f-e859465828a3 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:00:08.104503 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:08.177820 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Pushing event updated for resources: {'Port': ['ID=e84f4e58-3b6c-464d-917f-e859465828a3,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:08.253649 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e760a75-1bca-45a0-ab64-596eefc2bfaf req-a8aa9e00-8064-4c0c-acf2-fa4c85834b26 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:08.255216 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e760a75-1bca-45a0-ab64-596eefc2bfaf req-a8aa9e00-8064-4c0c-acf2-fa4c85834b26 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0787039 Apr 11 19:00:08.291025 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Attempting to bind port e84f4e58-3b6c-464d-917f-e859465828a3 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:00:08.291361 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Attempting to bind port e84f4e58-3b6c-464d-917f-e859465828a3 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:00:08.291696 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Attempting to bind port e84f4e58-3b6c-464d-917f-e859465828a3 on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:00:08.304320 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Port e84f4e58-3b6c-464d-917f-e859465828a3 on network de77149e-8425-4569-839d-12be404fe955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:00:08.304645 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Attempting to bind port e84f4e58-3b6c-464d-917f-e859465828a3 on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:00:08.319868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 18, 59, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:00:08.320101 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Checking segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:00:08.320491 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Bound using segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:00:08.320968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Bound port: e84f4e58-3b6c-464d-917f-e859465828a3, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:00:08.321368 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:08.338708 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-5e760a75-1bca-45a0-ab64-596eefc2bfaf req-6378d9db-d859-4ec9-b613-2c3e171b3895 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757067 Apr 11 19:00:08.400820 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] For port e84f4e58-3b6c-464d-917f-e859465828a3, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:00:08.404301 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] For port e84f4e58-3b6c-464d-917f-e859465828a3, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e84f4e58-3b6c-464d-917f-e859465828a3,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:00:08.410249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:08.449927 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:08.450560 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:08.451964 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] 10.222.0.58 "PUT /v2.0/ports/e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 200 len: 1093 time: 0.7292876 Apr 11 19:00:08.452418 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:00:08.455000 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e203ed5c-e9a5-40f5-8c34-a029787e0e1f" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:00:08.484508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae761a-2266-46d2-941f-e49a8839d81a service neutron] Pushing event updated for resources: {'Port': ['ID=e84f4e58-3b6c-464d-917f-e859465828a3,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:08.500939 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e340d719-9779-4a35-999f-23753e084425 x-openstack-request-id: req-e340d719-9779-4a35-999f-23753e084425 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:00:08.501271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:00:08.501533 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-e340d719-9779-4a35-999f-23753e084425 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:00:08.501947 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e340d719-9779-4a35-999f-23753e084425'] response: {'name': 'network-changed', 'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'status': 'completed', 'code': 200} Apr 11 19:00:09.458922 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e1324e-b421-4b06-8bcf-b1e0eeeeedd7 req-300dc32f-d747-4eba-bf3f-b4c701c45187 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:09.460426 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f8e1324e-b421-4b06-8bcf-b1e0eeeeedd7 req-300dc32f-d747-4eba-bf3f-b4c701c45187 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0487535 Apr 11 19:00:09.509530 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f8e1324e-b421-4b06-8bcf-b1e0eeeeedd7 req-37a5e5fc-c0c5-4726-a81a-253dac4fe597 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434732 Apr 11 19:00:10.562764 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203ed5c-e9a5-40f5-8c34-a029787e0e1f req-1aa87749-a79f-40a0-93b7-0673085d1dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:10.564245 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e203ed5c-e9a5-40f5-8c34-a029787e0e1f req-1aa87749-a79f-40a0-93b7-0673085d1dcb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1127 time: 0.0390620 Apr 11 19:00:10.667841 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cd3cc4-2777-47ac-a7ae-2d57bc49ea49 req-a39a5817-23a5-479d-aaa4-6c1976196abe tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:10.669277 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-96cd3cc4-2777-47ac-a7ae-2d57bc49ea49 req-a39a5817-23a5-479d-aaa4-6c1976196abe tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0891333 Apr 11 19:00:10.720558 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203ed5c-e9a5-40f5-8c34-a029787e0e1f req-cae871ef-f0be-409f-ab5d-207f3dfbdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:10.722006 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e203ed5c-e9a5-40f5-8c34-a029787e0e1f req-cae871ef-f0be-409f-ab5d-207f3dfbdddd service neutron] 10.222.0.58 "GET /v2.0/networks?tenant_id=51628d1ecf854c08972e256152eca9a5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1498661 Apr 11 19:00:10.756995 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-96cd3cc4-2777-47ac-a7ae-2d57bc49ea49 req-9099ec33-2eb5-4ef1-aef5-7f4b73e902f8 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811434 Apr 11 19:00:10.825154 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e203ed5c-e9a5-40f5-8c34-a029787e0e1f req-374a810e-5e40-4574-b5b5-353262d37984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:10.826548 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e203ed5c-e9a5-40f5-8c34-a029787e0e1f req-374a810e-5e40-4574-b5b5-353262d37984 service neutron] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0971298 Apr 11 19:00:10.904001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-76555996-60e6-4930-b64f-c6be7a49a7ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:10.905495 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-76555996-60e6-4930-b64f-c6be7a49a7ee service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1127 time: 0.0412347 Apr 11 19:00:10.956843 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-d5c1a5c9-d1f5-480e-b8a0-30990c27a546 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 200 len: 217 time: 0.0420544 Apr 11 19:00:11.004537 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-a12b862f-0e21-4b4b-aae4-63a927d231c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:11.006022 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-a12b862f-0e21-4b4b-aae4-63a927d231c0 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0433462 Apr 11 19:00:11.050024 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-d68e9ce9-7305-48b5-ba4a-4a5f9b5b4497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:11.051569 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-d68e9ce9-7305-48b5-ba4a-4a5f9b5b4497 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399911 Apr 11 19:00:11.144985 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-083ba505-e674-4f71-aefb-3fad857192a9 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876770 Apr 11 19:00:11.232334 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-625c948c-06ca-4f6a-9cc9-08498cc7c057 req-05605244-d9eb-4d1c-9b3e-a1981b3b9fa4 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815959 Apr 11 19:00:11.869554 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ccc3a5-1238-4fbb-b13c-756a1152282e req-e18577f7-b132-42de-90e2-1cf82b8d9ae5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:11.871121 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5ccc3a5-1238-4fbb-b13c-756a1152282e req-e18577f7-b132-42de-90e2-1cf82b8d9ae5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0476255 Apr 11 19:00:11.925019 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e5ccc3a5-1238-4fbb-b13c-756a1152282e req-801efe45-2bea-439a-bed5-f1c64d390298 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484786 Apr 11 19:00:13.037416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf37e8b-ba78-412b-af44-a628843ac058 req-ad05a40b-9be9-4626-85a4-4260cbb7afc7 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:13.038878 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9cf37e8b-ba78-412b-af44-a628843ac058 req-ad05a40b-9be9-4626-85a4-4260cbb7afc7 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0473211 Apr 11 19:00:13.094568 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9cf37e8b-ba78-412b-af44-a628843ac058 req-d8878d44-c279-4dd3-b1c5-1df13b332ba7 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480258 Apr 11 19:00:14.023213 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45620) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:14.123563 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1b50444-9803-4cc5-ad0a-7bda97f33305 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.225652 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5871-6b0e-4ae8-af6e-521fe08b2705 req-1aa94a6c-18df-402c-8bed-f6ab006bbd04 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:14.227169 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70ed5871-6b0e-4ae8-af6e-521fe08b2705 req-1aa94a6c-18df-402c-8bed-f6ab006bbd04 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0667059 Apr 11 19:00:14.246971 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1b50444-9803-4cc5-ad0a-7bda97f33305 admin admin] Publish callbacks [] for security_group (c7de9428-304b-454a-8719-26376af44687), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.253373 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-d1b50444-9803-4cc5-ad0a-7bda97f33305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c7de9428-304b-454a-8719-26376af44687), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.306380 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d1b50444-9803-4cc5-ad0a-7bda97f33305 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=30aec32522824be0a7256a987aac8482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2820256 Apr 11 19:00:14.307093 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b50444-9803-4cc5-ad0a-7bda97f33305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7de9428-304b-454a-8719-26376af44687,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:14.309086 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45626) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:14.321936 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-70ed5871-6b0e-4ae8-af6e-521fe08b2705 req-99f435c4-2b92-463e-8cfd-9372035e5ab5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857506 Apr 11 19:00:14.362249 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bbcdfc-fd54-4c36-be8a-d3162389c326 admin admin] Publish callbacks [] for security_group (c7de9428-304b-454a-8719-26376af44687), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.384295 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bbcdfc-fd54-4c36-be8a-d3162389c326 admin admin] Publish callbacks [] for security_group (c7de9428-304b-454a-8719-26376af44687), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.433449 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bbcdfc-fd54-4c36-be8a-d3162389c326 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c7de9428-304b-454a-8719-26376af44687), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.436173 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-10bbcdfc-fd54-4c36-be8a-d3162389c326 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.437324 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-10bbcdfc-fd54-4c36-be8a-d3162389c326 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c7de9428-304b-454a-8719-26376af44687 HTTP/1.1" status: 204 len: 168 time: 0.1272259 Apr 11 19:00:14.444696 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bbcdfc-fd54-4c36-be8a-d3162389c326 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7de9428-304b-454a-8719-26376af44687,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:14.690182 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45632) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:14.703088 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b19e7580-54f5-47de-a64c-65b28f44a200 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.777084 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b19e7580-54f5-47de-a64c-65b28f44a200 admin admin] Publish callbacks [] for security_group (52969ac7-aa44-41ec-8aa4-9a498fedd670), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.780781 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b19e7580-54f5-47de-a64c-65b28f44a200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (52969ac7-aa44-41ec-8aa4-9a498fedd670), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.820408 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-b19e7580-54f5-47de-a64c-65b28f44a200 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=b8b8869acd1a46029326ae1e326074c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1291592 Apr 11 19:00:14.821266 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e7580-54f5-47de-a64c-65b28f44a200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52969ac7-aa44-41ec-8aa4-9a498fedd670,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:14.823140 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45634) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:14.874143 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-87152c37-531d-4597-88b6-86df59ec10cc admin admin] Publish callbacks [] for security_group (52969ac7-aa44-41ec-8aa4-9a498fedd670), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.894871 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-87152c37-531d-4597-88b6-86df59ec10cc admin admin] Publish callbacks [] for security_group (52969ac7-aa44-41ec-8aa4-9a498fedd670), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.940568 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-87152c37-531d-4597-88b6-86df59ec10cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (52969ac7-aa44-41ec-8aa4-9a498fedd670), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.943117 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-87152c37-531d-4597-88b6-86df59ec10cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:14.944258 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-87152c37-531d-4597-88b6-86df59ec10cc admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/52969ac7-aa44-41ec-8aa4-9a498fedd670 HTTP/1.1" status: 204 len: 168 time: 0.1200712 Apr 11 19:00:14.952484 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87152c37-531d-4597-88b6-86df59ec10cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52969ac7-aa44-41ec-8aa4-9a498fedd670,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:15.440074 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141e1cf2-b931-4669-bb69-72b1dfea82e8 req-652852a9-0962-403e-aeb3-35a661893933 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:15.441691 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-141e1cf2-b931-4669-bb69-72b1dfea82e8 req-652852a9-0962-403e-aeb3-35a661893933 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0512812 Apr 11 19:00:15.491202 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-141e1cf2-b931-4669-bb69-72b1dfea82e8 req-0f787cfa-ea70-4513-bac8-30d5df1f3c8d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436823 Apr 11 19:00:16.608281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb16e48-3fd8-465d-aabb-87835f7533c2 req-51e6d475-874a-4f53-b062-41341f2f4143 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:16.609770 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-adb16e48-3fd8-465d-aabb-87835f7533c2 req-51e6d475-874a-4f53-b062-41341f2f4143 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0498745 Apr 11 19:00:16.659291 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-adb16e48-3fd8-465d-aabb-87835f7533c2 req-d82f04c2-7896-4660-8124-07164137eebb tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 Apr 11 19:00:17.639031 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:00:17.704389 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45772) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:17.782328 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d21c6d-c4a8-480a-883b-ad0662404ac5 req-dd0aad2a-1a30-4b7d-8f17-11e848becd97 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:17.783835 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d9d21c6d-c4a8-480a-883b-ad0662404ac5 req-dd0aad2a-1a30-4b7d-8f17-11e848becd97 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0470858 Apr 11 19:00:17.822402 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-56d6fb8c-c3a3-46d1-b333-92af130dc4ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:17.860199 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-d9d21c6d-c4a8-480a-883b-ad0662404ac5 req-f5ac8be1-a1f1-4bb0-9955-b3a417f6acdc tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710177 Apr 11 19:00:17.918158 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-56d6fb8c-c3a3-46d1-b333-92af130dc4ce admin admin] Publish callbacks [] for security_group (a03358b8-7c15-4585-970c-0b09eb8084c6), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:17.921752 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-56d6fb8c-c3a3-46d1-b333-92af130dc4ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a03358b8-7c15-4585-970c-0b09eb8084c6), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:17.960377 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-56d6fb8c-c3a3-46d1-b333-92af130dc4ce admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=68fa0b250f5b474da95c9addf0855068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2548783 Apr 11 19:00:17.961793 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d6fb8c-c3a3-46d1-b333-92af130dc4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03358b8-7c15-4585-970c-0b09eb8084c6,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:17.963574 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45776) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:18.011382 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc39-e55c-4f87-938f-0f9099ff830b admin admin] Publish callbacks [] for security_group (a03358b8-7c15-4585-970c-0b09eb8084c6), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.032226 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc39-e55c-4f87-938f-0f9099ff830b admin admin] Publish callbacks [] for security_group (a03358b8-7c15-4585-970c-0b09eb8084c6), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.077600 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc39-e55c-4f87-938f-0f9099ff830b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (a03358b8-7c15-4585-970c-0b09eb8084c6), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.080372 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-5db9fc39-e55c-4f87-938f-0f9099ff830b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.081749 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-5db9fc39-e55c-4f87-938f-0f9099ff830b admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/a03358b8-7c15-4585-970c-0b09eb8084c6 HTTP/1.1" status: 204 len: 168 time: 0.1164923 Apr 11 19:00:18.090006 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9fc39-e55c-4f87-938f-0f9099ff830b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03358b8-7c15-4585-970c-0b09eb8084c6,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:18.332972 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45782) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:18.347132 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bcd0b5cb-59bc-49b9-8890-5a2fd8c49727 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.420596 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bcd0b5cb-59bc-49b9-8890-5a2fd8c49727 admin admin] Publish callbacks [] for security_group (e35d80d0-7df0-42a3-ac70-65819b10d29d), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.424296 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-bcd0b5cb-59bc-49b9-8890-5a2fd8c49727 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e35d80d0-7df0-42a3-ac70-65819b10d29d), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.461939 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-bcd0b5cb-59bc-49b9-8890-5a2fd8c49727 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=276b60f4978e485abcbc32e016d07f67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278651 Apr 11 19:00:18.463963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd0b5cb-59bc-49b9-8890-5a2fd8c49727 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e35d80d0-7df0-42a3-ac70-65819b10d29d,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:18.464610 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45784) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:18.513991 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8fff7569-c4e9-4a5d-a6b1-74a3e1404d99 admin admin] Publish callbacks [] for security_group (e35d80d0-7df0-42a3-ac70-65819b10d29d), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.534321 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8fff7569-c4e9-4a5d-a6b1-74a3e1404d99 admin admin] Publish callbacks [] for security_group (e35d80d0-7df0-42a3-ac70-65819b10d29d), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.580616 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8fff7569-c4e9-4a5d-a6b1-74a3e1404d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (e35d80d0-7df0-42a3-ac70-65819b10d29d), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.583264 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-8fff7569-c4e9-4a5d-a6b1-74a3e1404d99 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:18.584639 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-8fff7569-c4e9-4a5d-a6b1-74a3e1404d99 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/e35d80d0-7df0-42a3-ac70-65819b10d29d HTTP/1.1" status: 204 len: 168 time: 0.1189604 Apr 11 19:00:18.592439 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fff7569-c4e9-4a5d-a6b1-74a3e1404d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e35d80d0-7df0-42a3-ac70-65819b10d29d,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:18.979784 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948bf755-e91a-4f87-b1b8-4bddda2b594d req-5ee7fee2-f34f-4d5d-bfe8-5f8bca3f1670 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:18.981289 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-948bf755-e91a-4f87-b1b8-4bddda2b594d req-5ee7fee2-f34f-4d5d-bfe8-5f8bca3f1670 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 943 time: 0.0525453 Apr 11 19:00:19.031665 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-948bf755-e91a-4f87-b1b8-4bddda2b594d req-70885379-536d-4ee0-bf51-eb226628a9c3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447567 Apr 11 19:00:19.132501 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:19.617823 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e84f4e58-3b6c-464d-917f-e859465828a3 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:00:19.716802 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e84f4e58-3b6c-464d-917f-e859465828a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e84f4e58-3b6c-464d-917f-e859465828a3,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:00:19.729010 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:00:19.766687 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port e84f4e58-3b6c-464d-917f-e859465828a3 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:00:19.767080 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:19.780571 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e84f4e58-3b6c-464d-917f-e859465828a3 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:00:19.799217 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e84f4e58-3b6c-464d-917f-e859465828a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e84f4e58-3b6c-464d-917f-e859465828a3,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:00:19.803172 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:19.850036 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=e84f4e58-3b6c-464d-917f-e859465828a3,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:20.005641 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['e84f4e58-3b6c-464d-917f-e859465828a3'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:00:20.162137 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7f1ff7-531d-4848-99b3-4f1aab2c9ac5 req-668bac85-2b99-45a0-9d31-d9bf6dce2ec9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:20.164315 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd7f1ff7-531d-4848-99b3-4f1aab2c9ac5 req-668bac85-2b99-45a0-9d31-d9bf6dce2ec9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 944 time: 0.0586720 Apr 11 19:00:20.215853 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cd7f1ff7-531d-4848-99b3-4f1aab2c9ac5 req-4d1aa426-141f-4ed1-9f6a-d71ab3a4903d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448735 Apr 11 19:00:21.330461 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9b4fc0-1397-409b-8811-bf2a8d6172ab req-7b48966f-b423-467a-949a-2e08c2d9ece5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:21.331909 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cb9b4fc0-1397-409b-8811-bf2a8d6172ab req-7b48966f-b423-467a-949a-2e08c2d9ece5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 944 time: 0.0492094 Apr 11 19:00:21.384032 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-cb9b4fc0-1397-409b-8811-bf2a8d6172ab req-ea19cba8-2f59-47cc-8dcd-acf4c4320a03 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461068 Apr 11 19:00:21.632918 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e84f4e58-3b6c-464d-917f-e859465828a3 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:00:21.678850 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port e84f4e58-3b6c-464d-917f-e859465828a3 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:00:21.684449 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port e84f4e58-3b6c-464d-917f-e859465828a3 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:00:21.684821 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:21.758783 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port e84f4e58-3b6c-464d-917f-e859465828a3 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:00:21.759164 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:21.781264 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:00:21.783511 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d92e6762-546b-4c36-9381-f4b66c30a793" -d '{"events": [{"server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "name": "network-vif-plugged", "status": "completed", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:00:21.796373 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e84f4e58-3b6c-464d-917f-e859465828a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e84f4e58-3b6c-464d-917f-e859465828a3,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:00:21.800136 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:21.849383 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=e84f4e58-3b6c-464d-917f-e859465828a3,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:21.937937 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:00:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5623d0a8-a6ce-4e5b-ab40-32c08746c171 x-openstack-request-id: req-5623d0a8-a6ce-4e5b-ab40-32c08746c171 {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:00:21.938229 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "name": "network-vif-plugged", "status": "completed", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:00:21.938485 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-5623d0a8-a6ce-4e5b-ab40-32c08746c171 {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:00:21.938884 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5623d0a8-a6ce-4e5b-ab40-32c08746c171'] response: {'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'code': 200} Apr 11 19:00:22.143122 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e37603-ecde-42e3-8920-0f0ec8d13122 req-42d09cd3-dc87-4eed-99d6-deacf917b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:22.144529 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-91e37603-ecde-42e3-8920-0f0ec8d13122 req-42d09cd3-dc87-4eed-99d6-deacf917b029 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1129 time: 0.0424147 Apr 11 19:00:22.188755 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-91e37603-ecde-42e3-8920-0f0ec8d13122 req-34341d67-9b1b-4dd7-a17f-281a3a9a3224 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381944 Apr 11 19:00:22.496863 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2705f6a-8dea-4e30-a8bb-94f625d61cdd req-16d9c6a8-ba99-4286-999c-0de91d40acac tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:22.498354 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a2705f6a-8dea-4e30-a8bb-94f625d61cdd req-16d9c6a8-ba99-4286-999c-0de91d40acac tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 945 time: 0.0495303 Apr 11 19:00:22.550283 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a2705f6a-8dea-4e30-a8bb-94f625d61cdd req-6b357708-98a5-4037-a156-4c36c76985bf tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463774 Apr 11 19:00:23.671271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47709973-99a3-48bb-86db-203739d32dcf req-2b2a4932-c39f-48fb-aadb-3c0b1a2cb509 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:23.672724 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-47709973-99a3-48bb-86db-203739d32dcf req-2b2a4932-c39f-48fb-aadb-3c0b1a2cb509 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 945 time: 0.0535002 Apr 11 19:00:23.720379 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-47709973-99a3-48bb-86db-203739d32dcf req-73b8b6ae-b772-4cfd-a0b2-6093a0cbe3f4 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420282 Apr 11 19:00:23.829221 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eafa3d-43be-4e24-a60a-acd2f68f39a6 req-8a47aa35-367c-4b82-83b1-062c0d7128a9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:23.830728 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-22eafa3d-43be-4e24-a60a-acd2f68f39a6 req-8a47aa35-367c-4b82-83b1-062c0d7128a9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 945 time: 0.0462499 Apr 11 19:00:23.878896 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-22eafa3d-43be-4e24-a60a-acd2f68f39a6 req-f8596b83-083a-473c-b3e0-83c4584175c1 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421212 Apr 11 19:00:23.900912 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45906) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:24.142517 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd5a001-a893-48e7-ab71-0e244f88e537 tempest-TestVolumeBootPattern-751900429 tempest-TestVolumeBootPattern-751900429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:24.144050 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-bdd5a001-a893-48e7-ab71-0e244f88e537 tempest-TestVolumeBootPattern-751900429 tempest-TestVolumeBootPattern-751900429-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1124 time: 0.2419982 Apr 11 19:00:24.146824 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45908) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:24.151080 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:00:24.174395 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:24.248268 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:24.350568 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_common [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Allocated IP 172.27.0.52 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/1ae73190-9fdf-4441-8749-e009e0580dc7) {{(pid=115230) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:00:24.451414 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:24.485916 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:24.526256 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115230) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:00:24.529292 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Resources bound (agent type, host, resource id): {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:00:24.534838 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Received port after_create {{(pid=115230) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:00:24.564222 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=1ae73190-9fdf-4441-8749-e009e0580dc7,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:24.893852 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45924) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:24.916958 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (31869bfc-728b-4d8a-81b1-777767fbba41), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:24.988236 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), before_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.000660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-67ce6086-dbc7-442d-9e73-3aebb666c7ad admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.086679 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-67ce6086-dbc7-442d-9e73-3aebb666c7ad admin admin] Publish callbacks [] for security_group (446d959f-4f1e-4541-94fe-d9a35cb2b3e5), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.090397 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-67ce6086-dbc7-442d-9e73-3aebb666c7ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (446d959f-4f1e-4541-94fe-d9a35cb2b3e5), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.123721 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-67ce6086-dbc7-442d-9e73-3aebb666c7ad admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f67ad56eb14347338bb475a1d560f4e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2283957 Apr 11 19:00:25.127471 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45928) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:25.132523 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ce6086-dbc7-442d-9e73-3aebb666c7ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=446d959f-4f1e-4541-94fe-d9a35cb2b3e5,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:25.167871 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), precommit_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.175348 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5033642'] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), after_update {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.257012 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-906a8be8-6f3f-4642-be5a-159281c0c9b0 admin admin] Publish callbacks [] for security_group (446d959f-4f1e-4541-94fe-d9a35cb2b3e5), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.263091 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=1ae73190-9fdf-4441-8749-e009e0580dc7,revision_number=2']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:25.280952 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (31869bfc-728b-4d8a-81b1-777767fbba41), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.319867 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-906a8be8-6f3f-4642-be5a-159281c0c9b0 admin admin] Publish callbacks [] for security_group (446d959f-4f1e-4541-94fe-d9a35cb2b3e5), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.412792 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.l3_db [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Floating IP 31869bfc-728b-4d8a-81b1-777767fbba41 associated. External IP: 172.27.0.52, port: e84f4e58-3b6c-464d-917f-e859465828a3. Apr 11 19:00:25.454820 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-906a8be8-6f3f-4642-be5a-159281c0c9b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (446d959f-4f1e-4541-94fe-d9a35cb2b3e5), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.457364 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-906a8be8-6f3f-4642-be5a-159281c0c9b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.458502 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-906a8be8-6f3f-4642-be5a-159281c0c9b0 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/446d959f-4f1e-4541-94fe-d9a35cb2b3e5 HTTP/1.1" status: 204 len: 168 time: 0.3300943 Apr 11 19:00:25.472049 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a8be8-6f3f-4642-be5a-159281c0c9b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=446d959f-4f1e-4541-94fe-d9a35cb2b3e5,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:25.650556 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:00:25.728586 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 45934) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:25.741912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-17c27b79-c62d-4ee9-8389-e15a8046257c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.764018 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:00:25.774160 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:00:25.785396 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.786132 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:00:25.786793 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:00:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:25.816546 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-17c27b79-c62d-4ee9-8389-e15a8046257c admin admin] Publish callbacks [] for security_group (ea7396e3-6e81-471d-b8c0-5d8efc0a9c21), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.819908 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-b5063bbb-ffa7-4423-b27c-98285879f8c9 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6720536 Apr 11 19:00:25.820560 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3'}] {{(pid=115230) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:00:25.822921 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9145d127cbcc78a847ba15f651b43fc8edb3cf0dd260aa51de5fda4a25ba9cdd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3"}]}' {{(pid=115230) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:00:25.834954 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-17c27b79-c62d-4ee9-8389-e15a8046257c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (ea7396e3-6e81-471d-b8c0-5d8efc0a9c21), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.862190 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2e8c29-8958-4185-b0d0-f2509d7ad9b9 x-openstack-request-id: req-ba2e8c29-8958-4185-b0d0-f2509d7ad9b9 {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:00:25.862556 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3", "status": "completed", "code": 200}]} {{(pid=115230) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:00:25.862950 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ba2e8c29-8958-4185-b0d0-f2509d7ad9b9 {{(pid=115230) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:00:25.863448 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba2e8c29-8958-4185-b0d0-f2509d7ad9b9'] response: {'name': 'network-changed', 'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'status': 'completed', 'code': 200} Apr 11 19:00:25.879973 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 45940) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:25.880182 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-17c27b79-c62d-4ee9-8389-e15a8046257c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=ce102bdccd23444b871a40aaeadecb11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500978 Apr 11 19:00:25.881223 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c27b79-c62d-4ee9-8389-e15a8046257c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7396e3-6e81-471d-b8c0-5d8efc0a9c21,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:25.905933 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:00:25.924378 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-5612fb93-5b4e-4d1e-8196-b404abbf4123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:25.926027 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-5612fb93-5b4e-4d1e-8196-b404abbf4123 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1129 time: 0.0410926 Apr 11 19:00:25.938269 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1e5b302a-d9b1-4d49-8400-388158918578 admin admin] Publish callbacks [] for security_group (ea7396e3-6e81-471d-b8c0-5d8efc0a9c21), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:25.963132 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1e5b302a-d9b1-4d49-8400-388158918578 admin admin] Publish callbacks [] for security_group (ea7396e3-6e81-471d-b8c0-5d8efc0a9c21), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:26.015089 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1e5b302a-d9b1-4d49-8400-388158918578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (ea7396e3-6e81-471d-b8c0-5d8efc0a9c21), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:26.017741 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-1e5b302a-d9b1-4d49-8400-388158918578 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:26.018908 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-1e5b302a-d9b1-4d49-8400-388158918578 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/ea7396e3-6e81-471d-b8c0-5d8efc0a9c21 HTTP/1.1" status: 204 len: 168 time: 0.1382220 Apr 11 19:00:26.028485 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-8c539008-dd06-4db9-a571-17cbddadb41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:26.028858 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5b302a-d9b1-4d49-8400-388158918578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7396e3-6e81-471d-b8c0-5d8efc0a9c21,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:26.030104 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-8c539008-dd06-4db9-a571-17cbddadb41b service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0961132 Apr 11 19:00:26.100644 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-4bbc8560-c16b-4c32-8bd6-b8313d752415 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 200 len: 998 time: 0.0639224 Apr 11 19:00:26.155378 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-bf0db026-038a-4b75-9e5c-dcf2cde968f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:26.156762 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:24Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:26.156977 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-bf0db026-038a-4b75-9e5c-dcf2cde968f6 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0513127 Apr 11 19:00:26.186904 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:00:26.195932 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:00:26.196488 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:00:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:26.202706 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-4375ecea-69e5-4640-9408-dae70ceaf950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:26.204615 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-4375ecea-69e5-4640-9408-dae70ceaf950 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424678 Apr 11 19:00:26.295701 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-7e83f587-c097-45c2-995c-5e9d8545e70d service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841110 Apr 11 19:00:26.317228 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:00:26.396746 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-64abc3f1-a98c-4b39-87cd-4d6960fbe1c2 req-6c7afd27-cac2-4ad8-9ec0-49a9e06a1f89 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947459 Apr 11 19:00:26.538020 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:24Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:26.569665 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-893d6d85-30d0-4449-aaff-4ae7d3da904b None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:24Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:00:26.778211 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422cfa73-ab39-414d-9d83-753c4c137c62 None None] New status for floating IP 31869bfc-728b-4d8a-81b1-777767fbba41: ACTIVE {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:00:27.145276 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a63614e0-7305-4125-a9ac-c71acebce1e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.170089 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46012) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:28.274348 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2790fa36-2236-4889-9915-5b5c3279075d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.349211 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2790fa36-2236-4889-9915-5b5c3279075d admin admin] Publish callbacks [] for security_group (89c73c08-2753-4ab3-a178-c0f0dd4da424), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.352804 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-2790fa36-2236-4889-9915-5b5c3279075d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (89c73c08-2753-4ab3-a178-c0f0dd4da424), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.392331 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-2790fa36-2236-4889-9915-5b5c3279075d admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=e4ae3a9c98e04bf8853306c38ce30def&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2211742 Apr 11 19:00:28.394257 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2790fa36-2236-4889-9915-5b5c3279075d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89c73c08-2753-4ab3-a178-c0f0dd4da424,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:28.395040 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46016) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:28.443821 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-70df6c16-2e58-4bff-971d-ad07c75a2deb admin admin] Publish callbacks [] for security_group (89c73c08-2753-4ab3-a178-c0f0dd4da424), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.466477 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-70df6c16-2e58-4bff-971d-ad07c75a2deb admin admin] Publish callbacks [] for security_group (89c73c08-2753-4ab3-a178-c0f0dd4da424), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.511659 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-70df6c16-2e58-4bff-971d-ad07c75a2deb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (89c73c08-2753-4ab3-a178-c0f0dd4da424), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.514420 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-70df6c16-2e58-4bff-971d-ad07c75a2deb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.515564 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-70df6c16-2e58-4bff-971d-ad07c75a2deb admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/89c73c08-2753-4ab3-a178-c0f0dd4da424 HTTP/1.1" status: 204 len: 168 time: 0.1195176 Apr 11 19:00:28.523912 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df6c16-2e58-4bff-971d-ad07c75a2deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89c73c08-2753-4ab3-a178-c0f0dd4da424,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:28.777821 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46022) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:28.794120 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e3f69662-413a-4761-b345-81a3a9b9b005 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.875356 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e3f69662-413a-4761-b345-81a3a9b9b005 admin admin] Publish callbacks [] for security_group (d5cd730b-418f-45db-904e-82703c23360a), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.879031 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-e3f69662-413a-4761-b345-81a3a9b9b005 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d5cd730b-418f-45db-904e-82703c23360a), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.915943 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f69662-413a-4761-b345-81a3a9b9b005 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5cd730b-418f-45db-904e-82703c23360a,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:28.920241 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-e3f69662-413a-4761-b345-81a3a9b9b005 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=a6fb6a92c0cd4f198c78f35cf4e75e9e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1413782 Apr 11 19:00:28.922907 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46024) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:28.970092 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ded-68fc-4b3c-a629-f215ae583021 admin admin] Publish callbacks [] for security_group (d5cd730b-418f-45db-904e-82703c23360a), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:28.990673 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ded-68fc-4b3c-a629-f215ae583021 admin admin] Publish callbacks [] for security_group (d5cd730b-418f-45db-904e-82703c23360a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.045188 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ded-68fc-4b3c-a629-f215ae583021 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (d5cd730b-418f-45db-904e-82703c23360a), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.047734 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-dfea8ded-68fc-4b3c-a629-f215ae583021 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.048885 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-dfea8ded-68fc-4b3c-a629-f215ae583021 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/d5cd730b-418f-45db-904e-82703c23360a HTTP/1.1" status: 204 len: 168 time: 0.1251895 Apr 11 19:00:29.057415 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfea8ded-68fc-4b3c-a629-f215ae583021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5cd730b-418f-45db-904e-82703c23360a,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:29.553525 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-699d8758-0d55-43a8-8450-5275cdce5224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.707138 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46046) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:29.806236 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1720867264-network', 'tenant_id': 'c524f382482041f7a41c4e6f593a3df4'}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:00:29.829670 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Made reservation on behalf of c524f382482041f7a41c4e6f593a3df4 for: {'network': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:00:29.831918 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.840719 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.917423 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks [] for security_group (c499923e-0fcc-4db7-b3db-38bf5c5533d4), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.920870 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c499923e-0fcc-4db7-b3db-38bf5c5533d4), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.941136 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=115230) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:00:29.954498 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c499923e-0fcc-4db7-b3db-38bf5c5533d4,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:29.960936 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (c0348a4f-656c-40b1-8fcc-aa96250c4e53), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:29.961273 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.db.segments_db [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Added segment c0348a4f-656c-40b1-8fcc-aa96250c4e53 of type vlan for network 94286a26-32a5-4a19-b058-9e3849896067 Apr 11 19:00:30.000622 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (94286a26-32a5-4a19-b058-9e3849896067), precommit_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.024974 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (94286a26-32a5-4a19-b058-9e3849896067), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.025900 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:30.026486 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.086281 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3774574 Apr 11 19:00:30.089278 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46050) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:30.091627 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0826813a-cffb-4de1-96c1-59c2a10dd165 admin admin] Pushing event updated for resources: {'Network': ['ID=94286a26-32a5-4a19-b058-9e3849896067,revision_number=1']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:30.094269 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Request body: {'subnet': {'network_id': '94286a26-32a5-4a19-b058-9e3849896067', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1720867264-subnet', 'tenant_id': 'c524f382482041f7a41c4e6f593a3df4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:00:30.101535 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 94286a26-32a5-4a19-b058-9e3849896067 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:00:30.118430 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Made reservation on behalf of c524f382482041f7a41c4e6f593a3df4 for: {'subnet': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:00:30.121131 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-48560373'] for subnet (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.290792 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7695586', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-48560359'] for subnet (36a34062-9519-4894-99c8-23241a670983), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.349405 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=36a34062-9519-4894-99c8-23241a670983,revision_number=0']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:30.354646 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Checking segment: {'id': 'c0348a4f-656c-40b1-8fcc-aa96250c4e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '94286a26-32a5-4a19-b058-9e3849896067'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:00:30.355003 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Network hostable DHCP agents. Network: 94286a26-32a5-4a19-b058-9e3849896067, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115231) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:00:30.371106 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Network 94286a26-32a5-4a19-b058-9e3849896067 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115231) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:00:30.379547 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 94286a26-32a5-4a19-b058-9e3849896067) {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:00:30.384146 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:30.384643 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.388862 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c7e9d-dcf9-44f4-8465-2c25f36e4383 None None] Network 94286a26-32a5-4a19-b058-9e3849896067 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:00:30.400314 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-80fba20d-3ab1-424a-b18b-5a00a42455ed admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3099210 Apr 11 19:00:30.486620 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355e55d7-be26-4add-b82b-02b8a9f0adf1 None None] Network 94286a26-32a5-4a19-b058-9e3849896067 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:00:30.695430 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.862293 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46066) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:30.867763 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-625505585-network', 'tenant_id': 'f120197a09214f64bef598b8a96b1c16'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:00:30.886367 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Made reservation on behalf of f120197a09214f64bef598b8a96b1c16 for: {'network': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:00:30.888777 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for network (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.897401 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.969954 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks [] for security_group (c1c8f81c-20a2-43f6-a68b-96ab8efe62a4), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.973390 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c1c8f81c-20a2-43f6-a68b-96ab8efe62a4), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:30.997577 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 545} {{(pid=115231) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 11 19:00:31.007171 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1c8f81c-20a2-43f6-a68b-96ab8efe62a4,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:31.011935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (da0dc338-7266-4313-93de-114719fca109), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:31.012278 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.segments_db [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Added segment da0dc338-7266-4313-93de-114719fca109 of type vlan for network 49103104-38ae-4870-8cba-1e586a8adc94 Apr 11 19:00:31.051218 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8754943461964'] for network (49103104-38ae-4870-8cba-1e586a8adc94), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:31.075158 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960'] for network (49103104-38ae-4870-8cba-1e586a8adc94), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:31.076059 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:31.076670 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:31.112684 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] 10.222.0.61 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2492635 Apr 11 19:00:31.115543 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46068) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:31.120599 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.v2.base [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Request body: {'subnet': {'network_id': '49103104-38ae-4870-8cba-1e586a8adc94', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-625505585-subnet', 'tenant_id': 'f120197a09214f64bef598b8a96b1c16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115230) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:00:31.141016 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Made reservation on behalf of f120197a09214f64bef598b8a96b1c16 for: {'subnet': 1} {{(pid=115230) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:00:31.143399 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4388286'] for subnet (None), before_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:31.143562 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724c161a-1d6a-4e12-a036-c9e67a1fd915 admin admin] Pushing event updated for resources: {'Network': ['ID=49103104-38ae-4870-8cba-1e586a8adc94,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:31.154125 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Network 49103104-38ae-4870-8cba-1e586a8adc94 details requested by agent ovs-agent-dv-cinder-837356-1-iscsi with host dv-cinder-837356-1-iscsi {{(pid=115232) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Apr 11 19:00:31.314626 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5032977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4388268'] for subnet (622f6673-e4ec-4dbf-8fee-12186a2a7977), after_create {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:31.370840 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Pushing event updated for resources: {'Subnet': ['ID=622f6673-e4ec-4dbf-8fee-12186a2a7977,revision_number=0']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:31.378397 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Checking segment: {'id': 'da0dc338-7266-4313-93de-114719fca109', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': '49103104-38ae-4870-8cba-1e586a8adc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115230) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:00:31.378750 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Network hostable DHCP agents. Network: 49103104-38ae-4870-8cba-1e586a8adc94, hostable agents: ['ffc8c7af-6dd6-45b7-8fdd-e6d70508072e'], hosted agents: [] {{(pid=115230) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 11 19:00:31.395967 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Network 49103104-38ae-4870-8cba-1e586a8adc94 is scheduled to be hosted by DHCP agent ffc8c7af-6dd6-45b7-8fdd-e6d70508072e with binding_index 1 {{(pid=115230) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 11 19:00:31.404525 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.base_scheduler [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-837356-1-iscsi, 49103104-38ae-4870-8cba-1e586a8adc94) {{(pid=115230) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:00:31.408461 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115230) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:31.409137 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:31.413581 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34dabc01-bd2d-4d97-9b3d-5fd5362ffd27 None None] Network 49103104-38ae-4870-8cba-1e586a8adc94 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:00:31.425504 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a33d4f4b-429b-4355-9ebe-9821b89f483b admin admin] 10.222.0.61 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3088131 Apr 11 19:00:31.644065 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae1464a-d46f-4613-bb96-6874f2855d8f None None] Network 49103104-38ae-4870-8cba-1e586a8adc94 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:00:32.082138 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:33.692730 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:44.754965 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46190) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:44.809479 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] Deleting subnet 36a34062-9519-4894-99c8-23241a670983 {{(pid=115230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:00:44.813394 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] Publish callbacks [] for subnet (36a34062-9519-4894-99c8-23241a670983), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:44.854827 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4577329'] for subnet (36a34062-9519-4894-99c8-23241a670983), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:44.892284 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (36a34062-9519-4894-99c8-23241a670983), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:44.943990 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4388259'] for subnet (36a34062-9519-4894-99c8-23241a670983), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:44.967299 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36a34062-9519-4894-99c8-23241a670983,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:44.972985 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:44.976152 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-30ab9725-f646-45da-9594-5d0908ef952c admin admin] 10.222.0.61 "DELETE /v2.0/subnets/36a34062-9519-4894-99c8-23241a670983 HTTP/1.1" status: 204 len: 168 time: 0.2201929 Apr 11 19:00:44.979431 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46192) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:45.049929 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (94286a26-32a5-4a19-b058-9e3849896067), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.125847 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (94286a26-32a5-4a19-b058-9e3849896067), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.145212 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94286a26-32a5-4a19-b058-9e3849896067']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:45.155577 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0348a4f-656c-40b1-8fcc-aa96250c4e53') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:45.156077 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0348a4f-656c-40b1-8fcc-aa96250c4e53') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:45.166347 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (c0348a4f-656c-40b1-8fcc-aa96250c4e53), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.179204 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (c0348a4f-656c-40b1-8fcc-aa96250c4e53), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.185543 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:00:45.185928 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (c0348a4f-656c-40b1-8fcc-aa96250c4e53), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:00:45.187607 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:00:45.246284 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (94286a26-32a5-4a19-b058-9e3849896067), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.250823 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.254015 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] 10.222.0.61 "DELETE /v2.0/networks/94286a26-32a5-4a19-b058-9e3849896067 HTTP/1.1" status: 204 len: 168 time: 0.2736857 Apr 11 19:00:45.257019 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46194) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:45.265911 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8031454-b57f-4df4-afef-5b5b4c9e6560 admin admin] Pushing event deleted for resources: {'Network': ['ID=94286a26-32a5-4a19-b058-9e3849896067,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:45.300931 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] Deleting subnet 622f6673-e4ec-4dbf-8fee-12186a2a7977 {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:00:45.304097 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] Publish callbacks [] for subnet (622f6673-e4ec-4dbf-8fee-12186a2a7977), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.337873 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (622f6673-e4ec-4dbf-8fee-12186a2a7977), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.379956 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (622f6673-e4ec-4dbf-8fee-12186a2a7977), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.432200 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (622f6673-e4ec-4dbf-8fee-12186a2a7977), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.456853 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622f6673-e4ec-4dbf-8fee-12186a2a7977,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:45.460564 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.464147 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-9ddd6b90-d5ec-4396-8ed5-0c4272345788 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/622f6673-e4ec-4dbf-8fee-12186a2a7977 HTTP/1.1" status: 204 len: 168 time: 0.2061038 Apr 11 19:00:45.466680 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46196) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:45.534875 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (49103104-38ae-4870-8cba-1e586a8adc94), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.611775 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (49103104-38ae-4870-8cba-1e586a8adc94), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.631226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49103104-38ae-4870-8cba-1e586a8adc94']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:45.640708 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0dc338-7266-4313-93de-114719fca109') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:45.641001 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0dc338-7266-4313-93de-114719fca109') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:00:45.650033 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (da0dc338-7266-4313-93de-114719fca109), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.662660 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (da0dc338-7266-4313-93de-114719fca109), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.668449 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:00:45.668850 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (da0dc338-7266-4313-93de-114719fca109), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:00:45.670563 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:00:45.725393 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (49103104-38ae-4870-8cba-1e586a8adc94), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.732308 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:45.735438 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] 10.222.0.61 "DELETE /v2.0/networks/49103104-38ae-4870-8cba-1e586a8adc94 HTTP/1.1" status: 204 len: 168 time: 0.2678680 Apr 11 19:00:45.746992 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ca6478-ee35-43c5-a952-a461f910192e admin admin] Pushing event deleted for resources: {'Network': ['ID=49103104-38ae-4870-8cba-1e586a8adc94,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:45.911359 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46200) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:45.950646 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-19e46bcb-1108-4cda-8e27-1367188f3d21 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=c524f382482041f7a41c4e6f593a3df4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0381184 Apr 11 19:00:45.953118 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46202) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:46.000488 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5b0586fe-9df9-41a5-8ac7-9e0904d174e7 admin admin] Publish callbacks [] for security_group (c499923e-0fcc-4db7-b3db-38bf5c5533d4), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.021648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5b0586fe-9df9-41a5-8ac7-9e0904d174e7 admin admin] Publish callbacks [] for security_group (c499923e-0fcc-4db7-b3db-38bf5c5533d4), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.069705 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5b0586fe-9df9-41a5-8ac7-9e0904d174e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c499923e-0fcc-4db7-b3db-38bf5c5533d4), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.072296 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-5b0586fe-9df9-41a5-8ac7-9e0904d174e7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.073530 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-5b0586fe-9df9-41a5-8ac7-9e0904d174e7 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c499923e-0fcc-4db7-b3db-38bf5c5533d4 HTTP/1.1" status: 204 len: 168 time: 0.1192520 Apr 11 19:00:46.081817 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0586fe-9df9-41a5-8ac7-9e0904d174e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c499923e-0fcc-4db7-b3db-38bf5c5533d4,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:46.429594 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46208) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:46.473920 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-00647f8c-0d17-4063-a9b2-cd2648b8d84c admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=f120197a09214f64bef598b8a96b1c16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431011 Apr 11 19:00:46.476446 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46210) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:00:46.529859 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6352729-9c92-4dea-8386-1bbb46155e8a admin admin] Publish callbacks [] for security_group (c1c8f81c-20a2-43f6-a68b-96ab8efe62a4), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.554043 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6352729-9c92-4dea-8386-1bbb46155e8a admin admin] Publish callbacks [] for security_group (c1c8f81c-20a2-43f6-a68b-96ab8efe62a4), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.610131 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6352729-9c92-4dea-8386-1bbb46155e8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (c1c8f81c-20a2-43f6-a68b-96ab8efe62a4), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.612601 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-a6352729-9c92-4dea-8386-1bbb46155e8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:46.613784 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-a6352729-9c92-4dea-8386-1bbb46155e8a admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/c1c8f81c-20a2-43f6-a68b-96ab8efe62a4 HTTP/1.1" status: 204 len: 168 time: 0.1363435 Apr 11 19:00:46.621816 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6352729-9c92-4dea-8386-1bbb46155e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1c8f81c-20a2-43f6-a68b-96ab8efe62a4,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:00:49.136705 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:54.638154 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:00:57.148367 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-33ebf91f-7708-4508-b315-518b3d64bec9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:00:58.800623 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-a3639a79-77d4-4591-bb0b-a9cbf046ef59 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0406022 Apr 11 19:00:58.890739 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-d3332d20-faff-4188-8f5d-8213d228a0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:58.892204 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-d3332d20-faff-4188-8f5d-8213d228a0c0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1129 time: 0.0416243 Apr 11 19:00:58.990483 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-2d0849a1-134e-4271-ace3-68f053dad60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:58.991942 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-2d0849a1-134e-4271-ace3-68f053dad60c service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0831387 Apr 11 19:00:59.058977 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-5c5c42b1-5a6e-4622-bc71-e5fa4401a5b4 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 200 len: 1000 time: 0.0610998 Apr 11 19:00:59.105852 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-5dc384b4-9a30-432c-8e82-52636144c7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:59.107285 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-5dc384b4-9a30-432c-8e82-52636144c7c2 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0434623 Apr 11 19:00:59.149952 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-2ebf5442-baa9-40b5-b2e9-28f57983d044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:00:59.151456 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-2ebf5442-baa9-40b5-b2e9-28f57983d044 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0385675 Apr 11 19:00:59.241701 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-32791f1e-5b0f-48ef-b48f-c91676f46eb7 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837169 Apr 11 19:00:59.330117 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-0a761da5-56d6-4a2c-a80f-36f7d4465378 req-a3bba58c-32a0-45ae-bb16-20c5399a88ce service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830045 Apr 11 19:00:59.554603 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ab96dad5-f353-4af2-8262-faf7f69ae51e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:00.699038 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:02.082845 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:03.695842 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:19.139432 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:27.150115 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e80289f7-a463-4b83-a049-5ff817095c88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:29.556527 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-60fcff9d-71d7-48ae-b9d5-ab413523a455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:30.699743 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:31.637128 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:01:32.085613 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:33.697577 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:49.153562 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:57.152170 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9a88b641-042f-478a-951d-cbcb5eca195a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:01:58.802839 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-28ace95b-783d-4d07-9fd1-c332ac4e7637 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419967 Apr 11 19:01:58.886822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-90ef272d-a0bb-41b1-8c37-7b4e7d4c3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:01:58.888282 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-90ef272d-a0bb-41b1-8c37-7b4e7d4c3abd service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1129 time: 0.0382485 Apr 11 19:01:58.992652 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-228b4aee-a116-44b9-a75f-bb10658f281d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:01:58.994111 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-228b4aee-a116-44b9-a75f-bb10658f281d service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0842235 Apr 11 19:01:59.058914 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-8d13b21d-23ac-4a06-8c9c-11505ebe45f9 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 200 len: 1000 time: 0.0574987 Apr 11 19:01:59.107271 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-a2e0a409-201d-4c49-bdf2-20a9cf87dc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:01:59.108666 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-a2e0a409-201d-4c49-bdf2-20a9cf87dc12 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0426722 Apr 11 19:01:59.156998 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-e78382d8-11f9-491c-9055-305f31a67441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:01:59.158508 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-e78382d8-11f9-491c-9055-305f31a67441 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0437148 Apr 11 19:01:59.253430 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-f7217b6c-02a6-4f79-ac70-347a2745048a service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890715 Apr 11 19:01:59.343308 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b8a10ea2-5880-40ca-9f2a-7dfb96fca342 req-fd3c909d-95cf-4fdd-981b-4065150e278d service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843766 Apr 11 19:01:59.559591 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c3991296-e2e8-426d-b8e7-8b910c1c674d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:00.169214 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-077cde2e-7674-4adf-9820-763d7cd85757 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-294858584&fields=id&tenant_id=51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 267 time: 0.0441444 Apr 11 19:02:00.272638 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-eed3d313-55f9-42bb-be87-582d788602f3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:00.274127 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-eed3d313-55f9-42bb-be87-582d788602f3 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 812 time: 0.0981638 Apr 11 19:02:00.287866 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-2d1a0280-3b48-4d13-97e7-8c7a0deca34d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/quotas/51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 375 time: 0.0085855 Apr 11 19:02:00.608106 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-a82c0d4d-6052-422a-9671-f2eb19a1134f tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3156078 Apr 11 19:02:00.704561 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:00.746540 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-03358913-441a-4808-ae78-f90d36e42d25 service neutron] http://10.222.0.61:9696/v2.0/extensions returned with HTTP 200 {{(pid=115231) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 11 19:02:00.747535 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-03358913-441a-4808-ae78-f90d36e42d25 service neutron] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1290536 Apr 11 19:02:00.836896 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-edc3a0b6-ef5d-41be-9c21-c3b3804b3c06 service neutron] 10.222.0.61 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828946 Apr 11 19:02:00.921949 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-dca8d885-9a1e-41a8-b9d6-c493286a4cf3 service neutron] 10.222.0.61 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792537 Apr 11 19:02:02.106043 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:02.229402 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b599b895-db04-4a9f-8230-42408855be3f req-3264b0bf-6876-4013-896f-cae0b670f138 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 210 time: 0.0312910 Apr 11 19:02:03.088123 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-c9c2bbce-0bfd-4c6e-bc43-415a8174fb52 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:03.089576 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-c9c2bbce-0bfd-4c6e-bc43-415a8174fb52 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 812 time: 0.1079359 Apr 11 19:02:03.153483 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-e3ea215a-6fc7-43c0-b3e7-3298c09c3595 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=51628d1ecf854c08972e256152eca9a5 HTTP/1.1" status: 200 len: 379 time: 0.0554230 Apr 11 19:02:03.162089 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'port': {'device_id': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'admin_state_up': True, 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'security_groups': ['37f6e94b-2de6-4a6d-8204-1cb20fdef6a1']}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:02:03.270076 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Made reservation on behalf of 51628d1ecf854c08972e256152eca9a5 for: {'port': 1} {{(pid=115231) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 11 19:02:03.273632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:03.354243 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2dc2d7c7-8c61-444e-8856-c5c6c1d065ac req-0ff55eec-d09c-4839-b9df-c9c6ef30b05f tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 210 time: 0.0591524 Apr 11 19:02:03.433850 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Allocated IP 172.20.0.12 (de77149e-8425-4569-839d-12be404fe955/a518ac39-15ac-43b2-a3ab-297e5f1de7ca/e5d065a9-afce-41de-a1b0-39e652fce622) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:02:03.571286 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (e5d065a9-afce-41de-a1b0-39e652fce622), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:03.608476 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:03.657189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Network de77149e-8425-4569-839d-12be404fe955 is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:02:03.660060 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:02:03.662608 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:02:03.690165 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=e5d065a9-afce-41de-a1b0-39e652fce622,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:02:03.703083 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:03.709572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.709920 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.710263 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.710604 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.710938 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.711267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.711593 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.711913 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.712237 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.712564 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.712887 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.713239 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.713559 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.713877 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.714191 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:03.734517 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:03.735168 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:03.752482 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-fd90e386-ccb1-450d-9de9-7cc2c5ec46ba tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5934863 Apr 11 19:02:03.762741 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Request body: {'port': {'device_id': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83735'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:02:03.823572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:03.856961 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-a7e43c77-873f-4e5a-b9aa-27fd976a8833 None None] Provisioning complete for port e5d065a9-afce-41de-a1b0-39e652fce622 triggered by entity DHCP. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:02:03.857376 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a7e43c77-873f-4e5a-b9aa-27fd976a8833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:03.891308 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-a7e43c77-873f-4e5a-b9aa-27fd976a8833 None None] Port e5d065a9-afce-41de-a1b0-39e652fce622 cannot update to ACTIVE because it is not bound. {{(pid=115232) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Apr 11 19:02:04.083478 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d065a9-afce-41de-a1b0-39e652fce622 {{(pid=115231) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:02:04.091017 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Publish callbacks [] for port (e5d065a9-afce-41de-a1b0-39e652fce622), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:04.103747 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.provisioning_blocks [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Transition to ACTIVE for port object e5d065a9-afce-41de-a1b0-39e652fce622 will not be triggered until provisioned by entity L2. {{(pid=115231) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 11 19:02:04.107247 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:04.160022 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e5d065a9-afce-41de-a1b0-39e652fce622,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:02:04.230934 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Attempting to bind port e5d065a9-afce-41de-a1b0-39e652fce622 on host hv-cinder-83735 for vnic_type normal with profile {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 11 19:02:04.231270 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Attempting to bind port e5d065a9-afce-41de-a1b0-39e652fce622 by drivers openvswitch,hyperv on host hv-cinder-83735 at level 0 using segments [{'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Apr 11 19:02:04.231598 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Attempting to bind port e5d065a9-afce-41de-a1b0-39e652fce622 on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:02:04.236663 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Port e5d065a9-afce-41de-a1b0-39e652fce622 on network de77149e-8425-4569-839d-12be404fe955 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83735 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 11 19:02:04.236984 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Attempting to bind port e5d065a9-afce-41de-a1b0-39e652fce622 on network de77149e-8425-4569-839d-12be404fe955 {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Apr 11 19:02:04.241928 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Checking agent: {'id': '94b6e015-3ff3-4122-95c5-986cfdfb91b7', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'started_at': datetime.datetime(2022, 4, 11, 18, 46, 49), 'heartbeat_timestamp': datetime.datetime(2022, 4, 11, 19, 1, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Apr 11 19:02:04.242246 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Checking segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115231) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Apr 11 19:02:04.242632 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Bound using segment: {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'} {{(pid=115231) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Apr 11 19:02:04.243057 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.managers [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Bound port: e5d065a9-afce-41de-a1b0-39e652fce622, host: hv-cinder-83735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96fbb32e-782d-4086-af6d-baa0ca13567f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': 'de77149e-8425-4569-839d-12be404fe955'}}] {{(pid=115231) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Apr 11 19:02:04.243416 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:04.309226 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] For port e5d065a9-afce-41de-a1b0-39e652fce622, host hv-cinder-83735, cleared binding levels {{(pid=115231) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Apr 11 19:02:04.312722 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] For port e5d065a9-afce-41de-a1b0-39e652fce622, host hv-cinder-83735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e5d065a9-afce-41de-a1b0-39e652fce622,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Apr 11 19:02:04.318368 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:04.348508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:04.349044 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:04.350636 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] 10.222.0.58 "PUT /v2.0/ports/e5d065a9-afce-41de-a1b0-39e652fce622 HTTP/1.1" status: 200 len: 1094 time: 0.5920961 Apr 11 19:02:04.355794 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:02:04.358115 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:02:04.388142 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b182bd-de9c-48a3-88e4-2b875265e9cb service neutron] Pushing event updated for resources: {'Port': ['ID=e5d065a9-afce-41de-a1b0-39e652fce622,revision_number=3']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:02:04.446321 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e33837-922c-49cd-b613-06c0abdafd4a x-openstack-request-id: req-21e33837-922c-49cd-b613-06c0abdafd4a {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:02:04.446621 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:02:04.446879 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-21e33837-922c-49cd-b613-06c0abdafd4a {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:02:04.447286 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-21e33837-922c-49cd-b613-06c0abdafd4a'] response: {'name': 'network-changed', 'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'status': 'completed', 'code': 200} Apr 11 19:02:04.458971 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-eec30587-ce7b-4f0a-a932-1dc6fc651d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:04.460560 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-eec30587-ce7b-4f0a-a932-1dc6fc651d68 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 1128 time: 0.0528455 Apr 11 19:02:04.526645 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-abff7069-b743-4091-96bc-5a61065a3fc0 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5d065a9-afce-41de-a1b0-39e652fce622 HTTP/1.1" status: 200 len: 217 time: 0.0561533 Apr 11 19:02:04.551935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c64ed-a217-492f-87af-e2a8e815eab4 req-41d301fd-639c-493d-86bb-f06ef91e0ffd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:04.553403 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b42c64ed-a217-492f-87af-e2a8e815eab4 req-41d301fd-639c-493d-86bb-f06ef91e0ffd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 944 time: 0.0918956 Apr 11 19:02:04.607306 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-ee6c7a2e-238f-4920-aeec-c192a08b22eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:04.608707 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-ee6c7a2e-238f-4920-aeec-c192a08b22eb service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0740886 Apr 11 19:02:04.636242 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b42c64ed-a217-492f-87af-e2a8e815eab4 req-3299ce65-6de3-41f0-8147-837063dcafa5 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657227 Apr 11 19:02:04.667305 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-9844cc01-4598-4d57-b7c0-28ab8ff13d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:04.668785 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-9844cc01-4598-4d57-b7c0-28ab8ff13d0e service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543327 Apr 11 19:02:04.756939 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-356fe72b-5538-4601-a2cd-5da02128de5f service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817511 Apr 11 19:02:04.852485 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-07515dcf-5abd-4d3c-9fb6-16f97e5c69d6 req-abb1a4bc-2f50-45ba-8b60-52f712435aa8 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897074 Apr 11 19:02:05.139264 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-a0c7304b-4f05-415d-b3a8-24bae9081558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:05.140782 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-a0c7304b-4f05-415d-b3a8-24bae9081558 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 1128 time: 0.0464694 Apr 11 19:02:05.234748 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-a5cd2b27-4b13-4abc-9f4d-b579fd6bf418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:05.236204 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-a5cd2b27-4b13-4abc-9f4d-b579fd6bf418 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0889633 Apr 11 19:02:05.276938 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-c0feaa0d-a8a3-4555-8fab-35019bb39383 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5d065a9-afce-41de-a1b0-39e652fce622 HTTP/1.1" status: 200 len: 217 time: 0.0327864 Apr 11 19:02:05.324939 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-d07d5775-704c-4c07-bc5a-6f0752337408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:05.326375 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-d07d5775-704c-4c07-bc5a-6f0752337408 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0409276 Apr 11 19:02:05.368851 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-7e723007-0f00-44a8-965b-eea6401b9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:05.370332 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-7e723007-0f00-44a8-965b-eea6401b9c67 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0375326 Apr 11 19:02:05.465766 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-f45390d5-96d2-414c-a259-d39722c5c2e4 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891242 Apr 11 19:02:05.555414 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1b58a7aa-c0f6-4fd2-957a-787cf70fdf2c req-1d82804a-a12a-4456-99eb-dc06b1113572 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837622 Apr 11 19:02:05.749122 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030eebe1-a0fb-4f8a-8a0f-095b1f5b56b8 req-7315cd5b-973a-4663-b4cc-b9fc99734690 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:05.750497 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-030eebe1-a0fb-4f8a-8a0f-095b1f5b56b8 req-7315cd5b-973a-4663-b4cc-b9fc99734690 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 944 time: 0.0471165 Apr 11 19:02:05.798072 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-030eebe1-a0fb-4f8a-8a0f-095b1f5b56b8 req-65b50873-f283-42a2-af06-7a8d7d5c9fe8 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415571 Apr 11 19:02:06.906470 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c49c98-25c7-4f30-b0a4-f75575d1c66f req-fb92d038-2622-44e5-b13b-3083eb4e4794 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:06.907898 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-17c49c98-25c7-4f30-b0a4-f75575d1c66f req-fb92d038-2622-44e5-b13b-3083eb4e4794 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 944 time: 0.0452971 Apr 11 19:02:06.955119 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-17c49c98-25c7-4f30-b0a4-f75575d1c66f req-90de8d6c-1c0d-4540-869e-cb96ab279d9b tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417440 Apr 11 19:02:08.066760 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a607cba-0946-43c1-b6e1-0d90921d020d req-f39463d4-8bc5-4e5e-a05e-0f785abe3ebe tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:08.068193 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1a607cba-0946-43c1-b6e1-0d90921d020d req-f39463d4-8bc5-4e5e-a05e-0f785abe3ebe tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 944 time: 0.0494850 Apr 11 19:02:08.118466 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1a607cba-0946-43c1-b6e1-0d90921d020d req-7385e7fe-64fe-431e-8891-435c1e14a1be tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416660 Apr 11 19:02:08.636553 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:02:09.232067 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c6efc3-2d36-45b0-bcb2-395c7c98573b req-7ff866c7-a643-44a6-9c12-e29e341b9057 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:09.233566 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-08c6efc3-2d36-45b0-bcb2-395c7c98573b req-7ff866c7-a643-44a6-9c12-e29e341b9057 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 944 time: 0.0498419 Apr 11 19:02:09.280174 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-08c6efc3-2d36-45b0-bcb2-395c7c98573b req-905da41c-cdaf-440d-b567-11a233f87197 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411527 Apr 11 19:02:10.393600 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b218d27-7414-4eeb-8291-4467fb2002f3 req-fe834f82-9e6a-4d35-82ce-84652d4c11e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:10.394970 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4b218d27-7414-4eeb-8291-4467fb2002f3 req-fe834f82-9e6a-4d35-82ce-84652d4c11e6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 944 time: 0.0509048 Apr 11 19:02:10.443327 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-4b218d27-7414-4eeb-8291-4467fb2002f3 req-56a3aeb1-ca43-401c-98af-969fb938b344 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428066 Apr 11 19:02:11.551573 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e0bca7-3d2a-4a6e-ad83-525880179dd3 req-b5caa5fe-917f-4e64-9749-61f3a20fd136 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:11.553290 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-65e0bca7-3d2a-4a6e-ad83-525880179dd3 req-b5caa5fe-917f-4e64-9749-61f3a20fd136 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 944 time: 0.0455673 Apr 11 19:02:11.602999 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-65e0bca7-3d2a-4a6e-ad83-525880179dd3 req-78f2e3cb-bdf0-440b-a1a9-d6a923c2d0d0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421865 Apr 11 19:02:12.238664 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e5d065a9-afce-41de-a1b0-39e652fce622 details requested by agent hyperv_hv-cinder-83735 with host hv-cinder-83735 {{(pid=115232) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Apr 11 19:02:12.334261 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e5d065a9-afce-41de-a1b0-39e652fce622, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e5d065a9-afce-41de-a1b0-39e652fce622,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:02:12.345213 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Returning: {'device': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'port_id': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'mac_address': 'fa:16:3e:14:df:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115232) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Apr 11 19:02:12.381099 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port e5d065a9-afce-41de-a1b0-39e652fce622 is: DOWN; New status is: BUILD {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:02:12.381422 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:12.393673 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d065a9-afce-41de-a1b0-39e652fce622 {{(pid=115232) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 11 19:02:12.412863 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e5d065a9-afce-41de-a1b0-39e652fce622, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e5d065a9-afce-41de-a1b0-39e652fce622,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:02:12.416626 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:12.467751 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=e5d065a9-afce-41de-a1b0-39e652fce622,revision_number=4']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:02:12.475001 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.475350 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.475692 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.476032 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.476363 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.476691 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.477020 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.477375 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.477701 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.478023 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.478347 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.478669 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.478988 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.479304 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.479622 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:02:12.627866 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] get_ports_and_sgs() called for port_ids ['e5d065a9-afce-41de-a1b0-39e652fce622'] {{(pid=115232) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Apr 11 19:02:12.711099 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7e25a4-1a91-463d-9372-748a1cf93a5f req-3fc00364-ea4d-49c9-bfa4-fd2e69ff8550 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:12.712550 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6c7e25a4-1a91-463d-9372-748a1cf93a5f req-3fc00364-ea4d-49c9-bfa4-fd2e69ff8550 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 945 time: 0.0456233 Apr 11 19:02:12.767933 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-6c7e25a4-1a91-463d-9372-748a1cf93a5f req-5bf6d655-318b-475b-8255-dbdb048318e2 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497153 Apr 11 19:02:13.877761 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06ec560-e0a5-421c-9713-12ea0474d2dc req-f14baa9f-778f-4c35-a562-49650ed9d410 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:13.879779 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e06ec560-e0a5-421c-9713-12ea0474d2dc req-f14baa9f-778f-4c35-a562-49650ed9d410 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 945 time: 0.0465660 Apr 11 19:02:13.926916 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e06ec560-e0a5-421c-9713-12ea0474d2dc req-85fb32f1-4b4d-4cfa-b453-0e9c44295c8a tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416648 Apr 11 19:02:14.238827 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e5d065a9-afce-41de-a1b0-39e652fce622 up at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Apr 11 19:02:14.281774 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning for port e5d065a9-afce-41de-a1b0-39e652fce622 completed by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Apr 11 19:02:14.287548 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.provisioning_blocks [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Provisioning complete for port e5d065a9-afce-41de-a1b0-39e652fce622 triggered by entity L2. {{(pid=115232) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Apr 11 19:02:14.287924 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952182'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), provisioning_complete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:14.367679 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Current status of the port e5d065a9-afce-41de-a1b0-39e652fce622 is: BUILD; New status is: ACTIVE {{(pid=115232) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2257}} Apr 11 19:02:14.368064 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), before_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:14.390151 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622'}] {{(pid=115232) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:02:14.392314 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}570c97896544720e085cf7dc3d4d9841341fa4e5fe51f64504634385871afaa8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e747c87-533a-4141-b191-5ed0349c8ecb" -d '{"events": [{"server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "name": "network-vif-plugged", "status": "completed", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622"}]}' {{(pid=115232) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:02:14.404629 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] For port e5d065a9-afce-41de-a1b0-39e652fce622, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e5d065a9-afce-41de-a1b0-39e652fce622,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:02:14.408547 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:14.431420 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14a65fc3-63c8-477b-98bb-90a6d187e0ca x-openstack-request-id: req-14a65fc3-63c8-477b-98bb-90a6d187e0ca {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:02:14.431711 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "name": "network-vif-plugged", "status": "completed", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622", "code": 200}]} {{(pid=115232) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:02:14.431967 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-14a65fc3-63c8-477b-98bb-90a6d187e0ca {{(pid=115232) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:02:14.432357 dv-cinder-837356-1-iscsi neutron-server[115232]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14a65fc3-63c8-477b-98bb-90a6d187e0ca'] response: {'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'code': 200} Apr 11 19:02:14.458439 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Pushing event updated for resources: {'Port': ['ID=e5d065a9-afce-41de-a1b0-39e652fce622,revision_number=5']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:02:14.641856 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97806e-fccb-4385-9dcb-3096ad091c14 req-aea44252-3e4b-46c8-9173-18137af72d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:14.643303 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2c97806e-fccb-4385-9dcb-3096ad091c14 req-aea44252-3e4b-46c8-9173-18137af72d21 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 1130 time: 0.0376458 Apr 11 19:02:14.687005 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-2c97806e-fccb-4385-9dcb-3096ad091c14 req-6768db57-d819-4bda-9e01-c607a4baf434 service neutron] 10.222.0.58 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380743 Apr 11 19:02:15.041188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6882cc-c1e6-4175-8c5f-79ed3a95067c req-5adf12e5-0940-442a-a14c-ed4e848c56c8 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:15.042645 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c6882cc-c1e6-4175-8c5f-79ed3a95067c req-5adf12e5-0940-442a-a14c-ed4e848c56c8 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 946 time: 0.0493436 Apr 11 19:02:15.090296 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-1c6882cc-c1e6-4175-8c5f-79ed3a95067c req-addbcf13-52b6-4720-9c28-9715bf9dadc6 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421009 Apr 11 19:02:16.203836 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92218f9-d6cb-4b2f-8c64-474a60180363 req-3d6d11f8-5f96-4ac4-973f-26c48abf1039 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:16.205311 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b92218f9-d6cb-4b2f-8c64-474a60180363 req-3d6d11f8-5f96-4ac4-973f-26c48abf1039 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 946 time: 0.0472875 Apr 11 19:02:16.252444 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-b92218f9-d6cb-4b2f-8c64-474a60180363 req-f990dca8-5ab6-4f5e-9c8d-e1257f6a2dd0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415516 Apr 11 19:02:16.362261 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c4fc87-66be-41be-91e6-8a4dacbd781b req-d0698146-f36c-46ed-bbdc-940e15d98863 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:16.364290 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c1c4fc87-66be-41be-91e6-8a4dacbd781b req-d0698146-f36c-46ed-bbdc-940e15d98863 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 946 time: 0.0462115 Apr 11 19:02:16.416528 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-c1c4fc87-66be-41be-91e6-8a4dacbd781b req-093d9685-03d6-4910-ab78-edc8e36bd4e1 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466740 Apr 11 19:02:16.439249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46318) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:02:16.475968 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf83165b-636f-42cb-a05c-f0805f00a45f tempest-TestVolumeBootPattern-751900429 tempest-TestVolumeBootPattern-751900429-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:16.477470 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-cf83165b-636f-42cb-a05c-f0805f00a45f tempest-TestVolumeBootPattern-751900429 tempest-TestVolumeBootPattern-751900429-project-admin] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 1125 time: 0.0372691 Apr 11 19:02:16.480092 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46320) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:02:16.484189 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.v2.base [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Request body: {'floatingip': {'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'port_id': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=115231) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 11 19:02:16.507668 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:16.587754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (None), before_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:16.692938 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_common [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Allocated IP 172.27.0.14 (0b10ec99-d358-4db5-bc6c-d7f90fda829f/b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8/eb1bd9e4-6251-4fc7-9737-d53e73012ece) {{(pid=115231) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 11 19:02:16.798425 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:16.835822 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8754943477791', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:16.878026 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Network 0b10ec99-d358-4db5-bc6c-d7f90fda829f is already hosted by enough agents. {{(pid=115231) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 11 19:02:16.880958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.base_scheduler [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Resources bound (agent type, host, resource id): {{(pid=115231) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 11 19:02:16.885644 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Received port after_create {{(pid=115231) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Apr 11 19:02:16.891900 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=eb1bd9e4-6251-4fc7-9737-d53e73012ece,revision_number=1']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:02:17.271826 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (148cfafc-bb5c-453f-9ec6-54b3472d0fce), precommit_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:17.341320 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1043837'] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), before_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:17.492281 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), precommit_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:17.496811 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8754943953439', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8754943477809', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8754943477827', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7695961'] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), after_update {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:17.573502 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event updated for resources: {'Port': ['ID=eb1bd9e4-6251-4fc7-9737-d53e73012ece,revision_number=2']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:02:17.581796 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1634783'] for floatingip (148cfafc-bb5c-453f-9ec6-54b3472d0fce), after_create {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:17.680855 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Floating IP 148cfafc-bb5c-453f-9ec6-54b3472d0fce associated. External IP: 172.27.0.14, port: e5d065a9-afce-41de-a1b0-39e652fce622. Apr 11 19:02:18.166370 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:02:18.276662 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:02:18.287854 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:02:18.294579 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:18.297496 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:02:18.298110 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:02:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:02:18.324662 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-69f2efd6-e87f-4f4c-810e-39b1913ee707 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8435726 Apr 11 19:02:18.325391 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:02:18.327885 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:02:18.362356 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed3012bc-934b-4134-9117-d72061c36c89 x-openstack-request-id: req-ed3012bc-934b-4134-9117-d72061c36c89 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:02:18.362648 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:02:18.363412 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-ed3012bc-934b-4134-9117-d72061c36c89 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:02:18.363825 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed3012bc-934b-4134-9117-d72061c36c89'] response: {'name': 'network-changed', 'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'status': 'completed', 'code': 200} Apr 11 19:02:18.409045 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:02:18.421267 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-a98a930c-b1f2-499c-b7fe-6675849a295d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:18.422779 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-a98a930c-b1f2-499c-b7fe-6675849a295d service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 1130 time: 0.0395117 Apr 11 19:02:18.517414 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-9aa53d95-8253-41ac-aabc-7590942a7ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:18.519207 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-9aa53d95-8253-41ac-aabc-7590942a7ace service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0909343 Apr 11 19:02:18.583620 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-330ac62d-eaa3-4499-adcf-a49acb98a0dc service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5d065a9-afce-41de-a1b0-39e652fce622 HTTP/1.1" status: 200 len: 999 time: 0.0584946 Apr 11 19:02:18.630378 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '148cfafc-bb5c-453f-9ec6-54b3472d0fce', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:14:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:02:17Z', 'updated_at': '2022-04-11T19:02:17Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}, {'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:26Z', 'revision_number': 1, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:02:18.631048 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-0dd46447-fa33-49ad-a011-e331eb1d98a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:18.632500 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-0dd46447-fa33-49ad-a011-e331eb1d98a8 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0433667 Apr 11 19:02:18.657623 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:02:18.666712 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:02:18.667810 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:02:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:02:18.678654 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-15bb3b68-a4cb-48ab-8410-21f2a9bb9442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:02:18.680138 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-15bb3b68-a4cb-48ab-8410-21f2a9bb9442 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425301 Apr 11 19:02:18.768548 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-e109897f-0c36-4f84-b6b6-ce5d8e83f8c6 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829344 Apr 11 19:02:18.776965 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:02:18.864972 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-8bafdc3c-1911-47b6-9787-8e7f2cb455c8 req-b8ca1a48-abe7-4c40-8fec-18c2db944c7a service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910244 Apr 11 19:02:18.991209 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '148cfafc-bb5c-453f-9ec6-54b3472d0fce', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:14:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:02:17Z', 'updated_at': '2022-04-11T19:02:17Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}, {'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:26Z', 'revision_number': 1, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:02:19.020391 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733d2c32-28fc-42d2-b57d-694757e2eff5 None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '148cfafc-bb5c-453f-9ec6-54b3472d0fce', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.14', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:14:df:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:02:17Z', 'updated_at': '2022-04-11T19:02:17Z', 'revision_number': 0, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}, {'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:26Z', 'revision_number': 1, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:02:19.163478 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:19.212210 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69320468-0c7b-4dd2-8a5b-e8b19e28a647 None None] New status for floating IP 148cfafc-bb5c-453f-9ec6-54b3472d0fce: ACTIVE {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:02:27.154768 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-af0a623d-6515-4739-84e1-7add6d8e9885 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:29.561834 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-69678271-9c51-4ff1-878c-548f874174a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:30.706058 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:32.090302 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:33.696875 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:45.636336 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:02:49.172542 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:57.157584 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-0b71af6e-1360-44c0-946b-3a21e6893d09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:02:59.565684 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-291a2939-5664-42ad-8d86-8659ebd3d553 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:00.708246 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:00.821649 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-f3149a55-5f20-4968-bf98-e0bce6bbf5d6 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381060 Apr 11 19:03:00.900970 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-ed28964b-4cbc-4abe-b6b1-955de1a4a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:00.902516 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-ed28964b-4cbc-4abe-b6b1-955de1a4a6bb service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1129 time: 0.0396578 Apr 11 19:03:01.011435 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-7d69caad-a3c6-43ba-a4df-93faeb152443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:01.012825 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-7d69caad-a3c6-43ba-a4df-93faeb152443 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.0919824 Apr 11 19:03:01.081116 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-36d5cf9b-c606-4bde-9bbd-f3a85097dee5 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 200 len: 1000 time: 0.0619633 Apr 11 19:03:01.129752 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-8a9263ca-4e63-45db-8107-bc646bfe058e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:01.132236 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-8a9263ca-4e63-45db-8107-bc646bfe058e service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0436189 Apr 11 19:03:01.187086 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-f2dbcc6d-2e2a-4d83-b21e-058519e95890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:01.188632 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-f2dbcc6d-2e2a-4d83-b21e-058519e95890 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0467544 Apr 11 19:03:01.279192 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-e3a29123-b06a-42f9-9c30-dcd4120df559 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Apr 11 19:03:01.367233 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-a3d8ce41-387c-401c-82b4-c3a927a470f2 req-193f0e76-f696-4e31-86a6-b4c56d2dda1f service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805461 Apr 11 19:03:02.093019 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:03.701240 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:19.186434 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:22.635884 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:03:27.159520 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-7627f495-cbb9-4065-9c87-5470d35bc668 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:29.569858 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1075fdd6-e5a7-441b-9987-da5c7b282e16 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:30.711041 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:32.097570 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:33.703940 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:45.490377 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46356) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:03:45.684718 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Deleting port eb1bd9e4-6251-4fc7-9737-d53e73012ece {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:03:45.685085 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:45.761528 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:45.761769 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (eb1bd9e4-6251-4fc7-9737-d53e73012ece), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:45.773983 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Calling delete_port for eb1bd9e4-6251-4fc7-9737-d53e73012ece owned by network:floatingip {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:03:45.946889 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (eb1bd9e4-6251-4fc7-9737-d53e73012ece), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:45.970214 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event deleted for resources: {'Port': ['ID=eb1bd9e4-6251-4fc7-9737-d53e73012ece,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:03:45.982828 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.983180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.983523 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.983864 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.984196 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.984528 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.984855 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.985218 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.985547 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.985876 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.986202 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.986530 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.986855 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.987173 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:45.987494 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115231) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:03:46.047633 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (148cfafc-bb5c-453f-9ec6-54b3472d0fce), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:46.047873 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Floating IP 148cfafc-bb5c-453f-9ec6-54b3472d0fce disassociated (deleted). External IP: 172.27.0.14, port: e5d065a9-afce-41de-a1b0-39e652fce622. Apr 11 19:03:46.259129 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:03:46.367010 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:03:46.371902 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:46.381476 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:03:46.391456 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:03:46.392066 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:03:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:46.401355 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-13b66edb-6a43-4d7f-a7d5-940026bc7b07 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "DELETE /v2.0/floatingips/148cfafc-bb5c-453f-9ec6-54b3472d0fce HTTP/1.1" status: 204 len: 168 time: 0.9098520 Apr 11 19:03:46.402049 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:03:46.404404 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-465fb1d4-79f0-40a0-964b-108a33eb38a0" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:03:46.446087 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c26615ac-e677-47d0-a3fb-0d3f82b1cd9d x-openstack-request-id: req-c26615ac-e677-47d0-a3fb-0d3f82b1cd9d {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:03:46.446087 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:03:46.446087 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-c26615ac-e677-47d0-a3fb-0d3f82b1cd9d {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:03:46.446506 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c26615ac-e677-47d0-a3fb-0d3f82b1cd9d'] response: {'name': 'network-changed', 'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'status': 'completed', 'code': 200} Apr 11 19:03:46.502696 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:03:46.507544 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-daf87054-67c7-42a9-afbc-60a2d921b678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:46.509130 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-daf87054-67c7-42a9-afbc-60a2d921b678 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 1130 time: 0.0399725 Apr 11 19:03:46.647879 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9780aac6-a01e-405a-a026-2a44fcc8a4d7 req-a965f1a0-5eef-43ee-bd94-5e1525e5c12e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:46.649286 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9780aac6-a01e-405a-a026-2a44fcc8a4d7 req-a965f1a0-5eef-43ee-bd94-5e1525e5c12e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 946 time: 0.0629137 Apr 11 19:03:46.652020 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-a78b7e1e-ad4d-4c2d-89ea-93a8f2b62ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:46.653398 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-a78b7e1e-ad4d-4c2d-89ea-93a8f2b62ca5 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.1391127 Apr 11 19:03:46.697989 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-9780aac6-a01e-405a-a026-2a44fcc8a4d7 req-b15b8ccd-9774-4b80-bc62-80823ce4f020 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426672 Apr 11 19:03:46.726513 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:26Z', 'revision_number': 1, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:46.757932 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:03:46.766248 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:03:46.766856 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:03:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:46.873147 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:03:47.085489 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:26Z', 'revision_number': 1, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:47.115798 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fda6e6ea-f4f0-4db0-a86e-c54b960d08db None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_floatingips': [{'id': '31869bfc-728b-4d8a-81b1-777767fbba41', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'router_id': '9041c976-12c0-461d-9d61-54ed28345914', 'port_id': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 704, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'mac_address': 'fa:16:3e:ab:6b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-11T19:00:24Z', 'updated_at': '2022-04-11T19:00:26Z', 'revision_number': 1, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:03:47.340482 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669e32ab-3c87-4913-a251-bed587e80e79 None None] New status for floating IP 148cfafc-bb5c-453f-9ec6-54b3472d0fce: DOWN {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:03:47.545857 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-9f0b739a-4c82-4bdb-aa53-330a2ece899e service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e5d065a9-afce-41de-a1b0-39e652fce622 HTTP/1.1" status: 200 len: 217 time: 0.0338042 Apr 11 19:03:47.598899 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-9223baf4-e966-4dad-b5c7-a808d8097b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:47.600268 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-9223baf4-e966-4dad-b5c7-a808d8097b1d service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0471873 Apr 11 19:03:47.654603 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-649ee68b-ac09-4f34-9cf1-83d1f44f8840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:47.656083 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-649ee68b-ac09-4f34-9cf1-83d1f44f8840 service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390377 Apr 11 19:03:47.806474 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-73983db9-7bfa-42ec-9c2e-3fc889eb5949 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982287 Apr 11 19:03:48.291580 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa8d561-1b03-4a46-8a9e-2abefa23601a req-f3f83e11-7b86-45aa-bf8a-46721734be86 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:48.293083 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baa8d561-1b03-4a46-8a9e-2abefa23601a req-f3f83e11-7b86-45aa-bf8a-46721734be86 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 946 time: 0.5204792 Apr 11 19:03:48.300987 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-b0c8669a-7187-441f-9773-022a4a2a242f tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:48.302512 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-b0c8669a-7187-441f-9773-022a4a2a242f tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/ports?device_id=7e6e44a2-0d22-40bc-b7f0-493cbd31c6db HTTP/1.1" status: 200 len: 946 time: 0.0829132 Apr 11 19:03:48.432960 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-465fb1d4-79f0-40a0-964b-108a33eb38a0 req-545a7947-98ef-422a-92bb-359d81e45e83 service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119300 Apr 11 19:03:48.456492 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-baa8d561-1b03-4a46-8a9e-2abefa23601a req-ad4bfd71-9e75-47b4-ac68-f495fdb562bd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1513484 Apr 11 19:03:48.478157 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Deleting port e5d065a9-afce-41de-a1b0-39e652fce622 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:03:48.478470 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:48.570225 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] For port e5d065a9-afce-41de-a1b0-39e652fce622, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e5d065a9-afce-41de-a1b0-39e652fce622,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:03:48.570944 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:48.584015 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Calling delete_port for e5d065a9-afce-41de-a1b0-39e652fce622 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:03:48.716083 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (e5d065a9-afce-41de-a1b0-39e652fce622), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:48.745594 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event deleted for resources: {'Port': ['ID=e5d065a9-afce-41de-a1b0-39e652fce622,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:03:48.790810 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] No DVR routers for this DVR port e5d065a9-afce-41de-a1b0-39e652fce622 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:03:48.793390 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:48.796580 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-15669af6-3256-40d4-b45b-89fd2e3bca1f req-1ba3a10a-2950-4495-bca8-03d4639cd9cd tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "DELETE /v2.0/ports/e5d065a9-afce-41de-a1b0-39e652fce622 HTTP/1.1" status: 204 len: 173 time: 0.4640245 Apr 11 19:03:48.797029 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'name': 'network-vif-deleted', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:03:48.799256 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1ebc2d8-bcd3-4acb-8e1f-6894b3f105e6" -d '{"events": [{"server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "name": "network-vif-deleted", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:03:48.835279 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bbbf80e-6af5-4f5c-90b2-042c61808e41 x-openstack-request-id: req-2bbbf80e-6af5-4f5c-90b2-042c61808e41 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:03:48.835583 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6e44a2-0d22-40bc-b7f0-493cbd31c6db", "name": "network-vif-deleted", "tag": "e5d065a9-afce-41de-a1b0-39e652fce622", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:03:48.835841 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-2bbbf80e-6af5-4f5c-90b2-042c61808e41 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:03:48.836249 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bbbf80e-6af5-4f5c-90b2-042c61808e41'] response: {'server_uuid': '7e6e44a2-0d22-40bc-b7f0-493cbd31c6db', 'name': 'network-vif-deleted', 'tag': 'e5d065a9-afce-41de-a1b0-39e652fce622', 'status': 'completed', 'code': 200} Apr 11 19:03:49.187063 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:51.742133 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46396) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:03:51.893353 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Deleting port 1ae73190-9fdf-4441-8749-e009e0580dc7 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:03:51.893698 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:51.968250 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:51.968580 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (1ae73190-9fdf-4441-8749-e009e0580dc7), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:51.981128 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Calling delete_port for 1ae73190-9fdf-4441-8749-e009e0580dc7 owned by network:floatingip {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:03:52.128020 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (1ae73190-9fdf-4441-8749-e009e0580dc7), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:52.154649 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event deleted for resources: {'Port': ['ID=1ae73190-9fdf-4441-8749-e009e0580dc7,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:03:52.220064 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (31869bfc-728b-4d8a-81b1-777767fbba41), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:52.220434 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.db.l3_db [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Floating IP 31869bfc-728b-4d8a-81b1-777767fbba41 disassociated (deleted). External IP: 172.27.0.52, port: e84f4e58-3b6c-464d-917f-e859465828a3. Apr 11 19:03:52.434500 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:03:52.553958 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:03:52.558752 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:52.565517 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:03:52.576833 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:03:52.577633 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:03:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:52.590076 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-1c10e327-8295-4f72-82bd-9ab4783ca88e tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "DELETE /v2.0/floatingips/31869bfc-728b-4d8a-81b1-777767fbba41 HTTP/1.1" status: 204 len: 168 time: 0.8468490 Apr 11 19:03:52.590776 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:03:52.593141 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c" -d '{"events": [{"name": "network-changed", "server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:03:52.635261 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 11 Apr 2022 19:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148e3515-99c6-48b8-a7b3-e6e659e0e49a x-openstack-request-id: req-148e3515-99c6-48b8-a7b3-e6e659e0e49a {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:03:52.635558 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:03:52.635817 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-148e3515-99c6-48b8-a7b3-e6e659e0e49a {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:03:52.636236 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-148e3515-99c6-48b8-a7b3-e6e659e0e49a'] response: {'name': 'network-changed', 'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'status': 'completed', 'code': 200} Apr 11 19:03:52.694759 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-e01989ae-6cb3-458d-81b9-e7083d305de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:52.700677 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-e01989ae-6cb3-458d-81b9-e7083d305de0 service neutron] 10.222.0.58 "GET /v2.0/ports?tenant_id=51628d1ecf854c08972e256152eca9a5&device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 1129 time: 0.0409844 Apr 11 19:03:52.703089 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:03:52.731607 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e5d065a9-afce-41de-a1b0-39e652fce622 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:03:52.767557 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: e5d065a9-afce-41de-a1b0-39e652fce622 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:03:52.767906 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e5d065a9-afce-41de-a1b0-39e652fce622 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:03:52.851204 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873ed66-2b44-4d0c-82dc-b4ec5eedbd62 req-47f36b66-63e7-4df3-a38f-d6fd933ea005 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:52.852914 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f873ed66-2b44-4d0c-82dc-b4ec5eedbd62 req-47f36b66-63e7-4df3-a38f-d6fd933ea005 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 945 time: 0.0709107 Apr 11 19:03:52.854888 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-25b11041-a697-41b7-807a-090da38f8cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:52.855808 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-25b11041-a697-41b7-807a-090da38f8cf7 service neutron] 10.222.0.58 "GET /v2.0/networks?id=de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 200 len: 913 time: 0.1510763 Apr 11 19:03:52.902515 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-f873ed66-2b44-4d0c-82dc-b4ec5eedbd62 req-2a3d483f-fd31-408c-b4a5-c80a1ac1b599 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Apr 11 19:03:52.933929 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:52.960724 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:03:52.969267 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:03:52.969880 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:03:30Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:53.078891 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:03:53.271460 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:03:53.430680 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819baf0e-9794-4084-9060-251bbebf0842 None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:22Z', 'revision_number': 4, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi', '_interfaces': [{'id': 'a7c53dfa-82bf-4913-a4e7-e3b351b3bffb', 'name': '', 'network_id': 'de77149e-8425-4569-839d-12be404fe955', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'mac_address': 'fa:16:3e:be:1e:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_interface', 'standard_attr_id': 636, 'fixed_ips': [{'subnet_id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:21Z', 'updated_at': '2022-04-11T18:57:26Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'subnets': [{'id': 'a518ac39-15ac-43b2-a3ab-297e5f1de7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:03:53.655057 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c68f9190-d227-4ce8-bfc7-8e72b0f82939 None None] New status for floating IP 31869bfc-728b-4d8a-81b1-777767fbba41: DOWN {{(pid=115233) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 11 19:03:53.730093 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-57c667e6-6ef7-4c83-bb61-3191ae650a80 service neutron] 10.222.0.58 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 200 len: 217 time: 0.0358508 Apr 11 19:03:53.784493 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-91f55a0d-83fa-4078-99a4-94ac882c7297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:53.786060 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-91f55a0d-83fa-4078-99a4-94ac882c7297 service neutron] 10.222.0.58 "GET /v2.0/subnets?id=a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 200 len: 851 time: 0.0489678 Apr 11 19:03:53.891805 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-88944e1d-3360-46a3-9215-81a66f74997a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:53.893313 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-88944e1d-3360-46a3-9215-81a66f74997a service neutron] 10.222.0.58 "GET /v2.0/ports?network_id=de77149e-8425-4569-839d-12be404fe955&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0383501 Apr 11 19:03:53.991480 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-7d9c4421-e5d3-4ca1-9d7a-e9600b02e8aa service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916576 Apr 11 19:03:54.090940 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b5b13a-3296-4b58-afa0-c500c9c17705 req-dabf07ca-1647-4695-989f-c44e7199127d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:54.092383 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e0b5b13a-3296-4b58-afa0-c500c9c17705 req-dabf07ca-1647-4695-989f-c44e7199127d tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 945 time: 0.1159296 Apr 11 19:03:54.217752 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-3893ca42-29b6-4186-9c53-698bfd77c1c0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115231) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Apr 11 19:03:54.219205 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-3893ca42-29b6-4186-9c53-698bfd77c1c0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "GET /v2.0/ports?device_id=dbdb7b0f-31b6-4561-81cb-941730738aaf HTTP/1.1" status: 200 len: 945 time: 0.0871546 Apr 11 19:03:54.224596 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-e0b5b13a-3296-4b58-afa0-c500c9c17705 req-fc22f2fc-7943-445d-9ffb-41f671ae2b8c tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "GET /v2.0/security-groups?id=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1260066 Apr 11 19:03:54.265489 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-eb0bd71c-d874-41df-8ed9-be4f3a7c556c req-be02a6ad-ecdb-4c6b-92a7-047780f98b7f service neutron] 10.222.0.58 "GET /v2.0/networks/de77149e-8425-4569-839d-12be404fe955?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032459 Apr 11 19:03:54.319548 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Deleting port e84f4e58-3b6c-464d-917f-e859465828a3 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:03:54.319889 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:54.411203 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] For port e84f4e58-3b6c-464d-917f-e859465828a3, host hv-cinder-83735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83735',level=0,port_id=e84f4e58-3b6c-464d-917f-e859465828a3,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:03:54.411565 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:54.424240 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Calling delete_port for e84f4e58-3b6c-464d-917f-e859465828a3 owned by compute:nova {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:03:54.555288 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (e84f4e58-3b6c-464d-917f-e859465828a3), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:54.582093 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event deleted for resources: {'Port': ['ID=e84f4e58-3b6c-464d-917f-e859465828a3,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:03:54.628573 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] No DVR routers for this DVR port e84f4e58-3b6c-464d-917f-e859465828a3 on host hv-cinder-83735 {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:03:54.630963 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for port (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:54.634206 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [req-ce6fd21c-66b3-426f-b013-c180a8f1f017 req-da7f502a-f8e5-420c-8361-afa8e7d153b0 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.58 "DELETE /v2.0/ports/e84f4e58-3b6c-464d-917f-e859465828a3 HTTP/1.1" status: 204 len: 173 time: 0.4072778 Apr 11 19:03:54.636754 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'name': 'network-vif-deleted', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3'}] {{(pid=115231) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 11 19:03:54.638991 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.61/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}23050d70d44975a964466608ba877e372642d3d5e74d19fc056d5f5e20f7671b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e525069c-07a0-466e-abdf-6f733d172136" -d '{"events": [{"server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "name": "network-vif-deleted", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3"}]}' {{(pid=115231) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Apr 11 19:03:54.674935 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 11 Apr 2022 19:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e58d84c-4a79-4e99-9b32-8f09b908fbf9 x-openstack-request-id: req-6e58d84c-4a79-4e99-9b32-8f09b908fbf9 {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Apr 11 19:03:54.675843 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbdb7b0f-31b6-4561-81cb-941730738aaf", "name": "network-vif-deleted", "tag": "e84f4e58-3b6c-464d-917f-e859465828a3", "status": "completed", "code": 200}]} {{(pid=115231) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Apr 11 19:03:54.676157 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.61/compute/v2.1/os-server-external-events used request id req-6e58d84c-4a79-4e99-9b32-8f09b908fbf9 {{(pid=115231) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Apr 11 19:03:54.676559 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e58d84c-4a79-4e99-9b32-8f09b908fbf9'] response: {'server_uuid': 'dbdb7b0f-31b6-4561-81cb-941730738aaf', 'name': 'network-vif-deleted', 'tag': 'e84f4e58-3b6c-464d-917f-e859465828a3', 'status': 'completed', 'code': 200} Apr 11 19:03:55.282376 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46412) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:03:55.397946 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Deleting port 069dfb44-e38d-4e5f-a3e7-6f992ece0d69 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:03:55.398179 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:55.474900 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:55.475224 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:55.488543 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Calling delete_port for 069dfb44-e38d-4e5f-a3e7-6f992ece0d69 owned by network:floatingip {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:03:55.620496 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (069dfb44-e38d-4e5f-a3e7-6f992ece0d69), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:55.647180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event deleted for resources: {'Port': ['ID=069dfb44-e38d-4e5f-a3e7-6f992ece0d69,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:03:55.709317 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for floatingip (a0f83667-a123-44bd-8543-a53decbdddbd), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:55.713046 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-42722'] for floatingip (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:55.714827 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ff0c6382-b273-4662-a442-e72ff18e6962 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "DELETE /v2.0/floatingips/a0f83667-a123-44bd-8543-a53decbdddbd HTTP/1.1" status: 204 len: 168 time: 0.4313049 Apr 11 19:03:56.909086 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46424) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:03:56.963976 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2c46112d-5702-42ac-92bd-e5e8eb698542 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group (37f6e94b-2de6-4a6d-8204-1cb20fdef6a1), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:56.988951 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2c46112d-5702-42ac-92bd-e5e8eb698542 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group (37f6e94b-2de6-4a6d-8204-1cb20fdef6a1), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:57.051047 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2c46112d-5702-42ac-92bd-e5e8eb698542 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (37f6e94b-2de6-4a6d-8204-1cb20fdef6a1), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:57.053716 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-2c46112d-5702-42ac-92bd-e5e8eb698542 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:57.054870 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-2c46112d-5702-42ac-92bd-e5e8eb698542 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] 10.222.0.61 "DELETE /v2.0/security-groups/37f6e94b-2de6-4a6d-8204-1cb20fdef6a1 HTTP/1.1" status: 204 len: 168 time: 0.1447878 Apr 11 19:03:57.063986 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46112d-5702-42ac-92bd-e5e8eb698542 tempest-TestVolumeBootPattern-1028925807 tempest-TestVolumeBootPattern-1028925807-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37f6e94b-2de6-4a6d-8204-1cb20fdef6a1,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:03:57.161643 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-40a0d8db-d5b4-4865-af37-1e42bfbe06ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:58.118619 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46430) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:03:58.576217 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (9041c976-12c0-461d-9d61-54ed28345914), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:58.749577 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e84f4e58-3b6c-464d-917f-e859465828a3 no longer exists at agent hyperv_hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:03:58.770543 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] No Port match for: e84f4e58-3b6c-464d-917f-e859465828a3 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:03:58.770889 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Device e84f4e58-3b6c-464d-917f-e859465828a3 not bound to the agent host hv-cinder-83735 {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:03:59.086515 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Deleting port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:03:59.086765 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:59.167290 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] For port a7c53dfa-82bf-4913-a4e7-e3b351b3bffb, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:03:59.168032 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:59.180734 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Calling delete_port for a7c53dfa-82bf-4913-a4e7-e3b351b3bffb owned by network:router_interface {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:03:59.359656 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (a7c53dfa-82bf-4913-a4e7-e3b351b3bffb), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:59.384943 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7c53dfa-82bf-4913-a4e7-e3b351b3bffb,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:03:59.555356 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (9041c976-12c0-461d-9d61-54ed28345914), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:59.571116 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-49100bb8-4908-49eb-b872-a3b6c6e27eda None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:03:59.635511 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:03:59.774971 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Router 9041c976-12c0-461d-9d61-54ed28345914 has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115231) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:03:59.882621 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115231) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:03:59.888723 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-deac1d91-4207-47a4-837a-bc2d036605e5 admin admin] 10.222.0.61 "PUT /v2.0/routers/9041c976-12c0-461d-9d61-54ed28345914/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7688866 Apr 11 19:03:59.890192 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46434) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:03:59.891441 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] Sync routers for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:03:59.901650 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:03:59.902346 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:04:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:00.002309 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks [] for router (9041c976-12c0-461d-9d61-54ed28345914), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.020618 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: dv-cinder-837356-1-iscsi {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:04:00.114949 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks [] for router_gateway (9041c976-12c0-461d-9d61-54ed28345914), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.162002 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Deleting port b32cb9fd-0a28-49b5-a836-80d241731543 {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:04:00.162241 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.191078 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T19:03:59Z', 'revision_number': 5, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port': {'id': 'b32cb9fd-0a28-49b5-a836-80d241731543', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:66:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9041c976-12c0-461d-9d61-54ed28345914', 'device_owner': 'network:router_gateway', 'standard_attr_id': 635, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T18:57:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:00.218007 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] Checking router: 9041c976-12c0-461d-9d61-54ed28345914 for host: dv-cinder-837356-1-iscsi {{(pid=115232) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:04:00.227254 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] Routers {'9041c976-12c0-461d-9d61-54ed28345914'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115232) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:04:00.227894 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:04:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['9041c976-12c0-461d-9d61-54ed28345914'], 'active': True} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:00.249593 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] For port b32cb9fd-0a28-49b5-a836-80d241731543, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b32cb9fd-0a28-49b5-a836-80d241731543,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:04:00.250188 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.268778 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Calling delete_port for b32cb9fd-0a28-49b5-a836-80d241731543 owned by network:router_gateway {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:04:00.322252 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvr_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] Set router 9041c976-12c0-461d-9d61-54ed28345914 gateway port host: None {{(pid=115232) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:04:00.377408 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_hamode_db [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T19:04:00Z', 'revision_number': 6, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port_host': None}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115232) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:00.403594 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78741d3e-0cbb-4b58-a1e5-2be52979e974 None None] The sync data for ids ['9041c976-12c0-461d-9d61-54ed28345914'] in dv-cinder-837356-1-iscsi is: [{'id': '9041c976-12c0-461d-9d61-54ed28345914', 'name': 'tempest-TestVolumeBootPattern-1887670616-router', 'tenant_id': '51628d1ecf854c08972e256152eca9a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:19Z', 'updated_at': '2022-04-11T19:04:00Z', 'revision_number': 6, 'project_id': '51628d1ecf854c08972e256152eca9a5', 'gw_port_host': None}] {{(pid=115232) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:04:00.441937 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (b32cb9fd-0a28-49b5-a836-80d241731543), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.472376 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Pushing event deleted for resources: {'Port': ['ID=b32cb9fd-0a28-49b5-a836-80d241731543,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:00.528426 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (9041c976-12c0-461d-9d61-54ed28345914), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.619387 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (9041c976-12c0-461d-9d61-54ed28345914), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.621572 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks [] for router_controller (9041c976-12c0-461d-9d61-54ed28345914), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.667497 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (9041c976-12c0-461d-9d61-54ed28345914), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.668038 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9041c976-12c0-461d-9d61-54ed28345914 {{(pid=115231) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:04:00.673067 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] Publish callbacks [] for router (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.674231 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-579729c5-80e1-4912-9322-431abfc132de admin admin] 10.222.0.61 "DELETE /v2.0/routers/9041c976-12c0-461d-9d61-54ed28345914 HTTP/1.1" status: 204 len: 168 time: 0.7831047 Apr 11 19:04:00.677234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46436) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:00.721247 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.731228 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.db_base_plugin_v2 [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] Deleting subnet a518ac39-15ac-43b2-a3ab-297e5f1de7ca {{(pid=115231) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:04:00.738052 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] Publish callbacks [] for subnet (a518ac39-15ac-43b2-a3ab-297e5f1de7ca), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.774408 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7739869'] for subnet (a518ac39-15ac-43b2-a3ab-297e5f1de7ca), precommit_delete_associations {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.861293 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (a518ac39-15ac-43b2-a3ab-297e5f1de7ca), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.912607 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7695919', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-48560360'] for subnet (a518ac39-15ac-43b2-a3ab-297e5f1de7ca), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.936061 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a518ac39-15ac-43b2-a3ab-297e5f1de7ca,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:00.941837 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:00.945313 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-100b5bc5-25cc-4214-8d5f-d7ee830b06db admin admin] 10.222.0.61 "DELETE /v2.0/subnets/a518ac39-15ac-43b2-a3ab-297e5f1de7ca HTTP/1.1" status: 204 len: 168 time: 0.2668092 Apr 11 19:04:00.947404 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c00e34f-57ad-45b5-9e9e-0d0a2e0a72b5 None None] Network de77149e-8425-4569-839d-12be404fe955 requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:04:00.947880 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46438) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:01.020411 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (de77149e-8425-4569-839d-12be404fe955), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.074153 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Deleting port 5ac052ce-d83f-4352-9fe3-bb725338b41b {{(pid=115231) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:04:01.074489 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.137815 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.db [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] For port 5ac052ce-d83f-4352-9fe3-bb725338b41b, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=5ac052ce-d83f-4352-9fe3-bb725338b41b,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115231) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:04:01.138180 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.152249 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.plugin [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Calling delete_port for 5ac052ce-d83f-4352-9fe3-bb725338b41b owned by network:dhcp {{(pid=115231) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:04:01.182286 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] DHCP port deletion for de77149e-8425-4569-839d-12be404fe955 request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:04:01.223237 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Deleting port 5ac052ce-d83f-4352-9fe3-bb725338b41b {{(pid=115232) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:04:01.223708 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), before_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.237147 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7695954'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.263234 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ac052ce-d83f-4352-9fe3-bb725338b41b,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:01.267063 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] No DVR routers for this DVR port 5ac052ce-d83f-4352-9fe3-bb725338b41b on host dv-cinder-837356-1-iscsi {{(pid=115231) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:04:01.319317 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.db [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] For port 5ac052ce-d83f-4352-9fe3-bb725338b41b, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=5ac052ce-d83f-4352-9fe3-bb725338b41b,segment=NetworkSegment(96fbb32e-782d-4086-af6d-baa0ca13567f),segment_id=96fbb32e-782d-4086-af6d-baa0ca13567f)] {{(pid=115232) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:04:01.319727 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), precommit_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.333758 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Calling delete_port for 5ac052ce-d83f-4352-9fe3-bb725338b41b owned by network:dhcp {{(pid=115232) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:04:01.348509 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (de77149e-8425-4569-839d-12be404fe955), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.369882 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de77149e-8425-4569-839d-12be404fe955']}} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:01.380090 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96fbb32e-782d-4086-af6d-baa0ca13567f') {'for_net_delete': True} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:01.380394 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.services.segments.db [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96fbb32e-782d-4086-af6d-baa0ca13567f') {} {{(pid=115231) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:01.390276 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7739860'] for segment (96fbb32e-782d-4086-af6d-baa0ca13567f), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.406092 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (96fbb32e-782d-4086-af6d-baa0ca13567f), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.413552 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=115231) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:04:01.414078 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7696005'] for segment (96fbb32e-782d-4086-af6d-baa0ca13567f), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.414645 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800'] for port (5ac052ce-d83f-4352-9fe3-bb725338b41b), after_delete {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: Traceback (most recent call last): Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: timer() Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: cb(*args, **kw) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: return func(*args, **kwargs) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: self._notify() Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: self.callback(batched_events) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: event.method(event) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: return f(self, *a, **k) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._get(url).json() Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: return self.request(url, 'GET', **kwargs) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:04:01.416178 dv-cinder-837356-1-iscsi neutron-server[115231]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:04:01.441157 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Pushing event deleted for resources: {'Port': ['ID=5ac052ce-d83f-4352-9fe3-bb725338b41b,revision_number=None']} {{(pid=115232) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:01.446656 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] No DVR routers for this DVR port 5ac052ce-d83f-4352-9fe3-bb725338b41b on host dv-cinder-837356-1-iscsi {{(pid=115232) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:04:01.455066 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.455271 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.455579 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.456473 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.456816 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.457184 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.457695 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.458906 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.458906 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.459225 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.459618 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.459824 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.460163 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.460495 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.460826 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60f3d58-4ed4-489e-8fb7-1769ccc7d824 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115232) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:01.477461 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (de77149e-8425-4569-839d-12be404fe955), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.483225 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:01.488552 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] 10.222.0.61 "DELETE /v2.0/networks/de77149e-8425-4569-839d-12be404fe955 HTTP/1.1" status: 204 len: 168 time: 0.5381978 Apr 11 19:04:01.490363 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46440) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:01.500591 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ff5e3-8446-4c8b-b478-2856f1405f17 admin admin] Pushing event deleted for resources: {'Network': ['ID=de77149e-8425-4569-839d-12be404fe955,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:01.824073 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1634527'] for router_interface (ef428232-44c2-40a2-bc04-5979d552e68e), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:02.055645 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Deleting port a6733d73-783a-4ede-9140-735f11a50654 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:04:02.055992 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (a6733d73-783a-4ede-9140-735f11a50654), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:02.139339 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:02.145311 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] For port a6733d73-783a-4ede-9140-735f11a50654, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=a6733d73-783a-4ede-9140-735f11a50654,segment=NetworkSegment(1a4cbd8d-32aa-45ca-9589-80638caff298),segment_id=1a4cbd8d-32aa-45ca-9589-80638caff298)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:04:02.145683 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (a6733d73-783a-4ede-9140-735f11a50654), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:02.158781 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Calling delete_port for a6733d73-783a-4ede-9140-735f11a50654 owned by network:router_interface {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:04:02.301441 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a7c53dfa-82bf-4913-a4e7-e3b351b3bffb no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:04:02.320945 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: a7c53dfa-82bf-4913-a4e7-e3b351b3bffb {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:04:02.321314 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a7c53dfa-82bf-4913-a4e7-e3b351b3bffb not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:04:02.321740 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 5ac052ce-d83f-4352-9fe3-bb725338b41b no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:04:02.342121 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 5ac052ce-d83f-4352-9fe3-bb725338b41b {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:04:02.342469 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 5ac052ce-d83f-4352-9fe3-bb725338b41b not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:04:02.342911 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b32cb9fd-0a28-49b5-a836-80d241731543 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:04:02.349157 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (a6733d73-783a-4ede-9140-735f11a50654), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:02.366884 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: b32cb9fd-0a28-49b5-a836-80d241731543 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:04:02.367226 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b32cb9fd-0a28-49b5-a836-80d241731543 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:04:02.377154 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Pushing event deleted for resources: {'Port': ['ID=a6733d73-783a-4ede-9140-735f11a50654,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:02.411566 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.411953 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.412258 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.412601 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.412931 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.413286 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.413654 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.413981 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.414309 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.414636 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.414974 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.415303 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.415630 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.415954 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.416271 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-837356-1-iscsi {{(pid=115230) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 11 19:04:02.558427 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1578951', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1634419'] for router_interface (ef428232-44c2-40a2-bc04-5979d552e68e), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:02.770836 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Router ef428232-44c2-40a2-bc04-5979d552e68e has already been hosted by L3 agent 7ac5ea06-a86d-489c-803f-8891012c193e {{(pid=115230) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Apr 11 19:04:02.882670 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] Notify agent at l3_agent.dv-cinder-837356-1-iscsi the message routers_updated {{(pid=115230) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Apr 11 19:04:02.889213 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-0861e73b-9dc3-455d-adff-a7246a6bd28b admin admin] 10.222.0.61 "PUT /v2.0/routers/ef428232-44c2-40a2-bc04-5979d552e68e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3962638 Apr 11 19:04:02.890993 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46444) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:02.894838 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] Sync routers for ids ['ef428232-44c2-40a2-bc04-5979d552e68e'] in dv-cinder-837356-1-iscsi {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 11 19:04:02.906194 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] Routers {'ef428232-44c2-40a2-bc04-5979d552e68e'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:04:02.906843 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:04:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['ef428232-44c2-40a2-bc04-5979d552e68e'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:03.004191 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks [] for router (ef428232-44c2-40a2-bc04-5979d552e68e), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.031044 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] Set router ef428232-44c2-40a2-bc04-5979d552e68e gateway port host: dv-cinder-837356-1-iscsi {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:04:03.107483 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks [] for router_gateway (ef428232-44c2-40a2-bc04-5979d552e68e), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.156769 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Deleting port b78730df-0780-4e92-a2c9-a1163d5eae91 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:04:03.156999 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.242342 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] For port b78730df-0780-4e92-a2c9-a1163d5eae91, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=b78730df-0780-4e92-a2c9-a1163d5eae91,segment=NetworkSegment(8f7baa2b-ac2e-43c2-a764-20f862ae5f5d),segment_id=8f7baa2b-ac2e-43c2-a764-20f862ae5f5d)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:04:03.242703 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.255959 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Calling delete_port for b78730df-0780-4e92-a2c9-a1163d5eae91 owned by network:router_gateway {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:04:03.291763 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'external_fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32'}], 'enable_snat': True}, 'gw_port_id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T19:04:02Z', 'revision_number': 5, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port': {'id': 'b78730df-0780-4e92-a2c9-a1163d5eae91', 'name': '', 'network_id': '0b10ec99-d358-4db5-bc6c-d7f90fda829f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:61:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'ip_address': '172.27.0.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-837356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T18:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b65dfb7a-bfa2-4b9c-8cee-6a103062ebf8', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-837356-1-iscsi'}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:03.322332 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] Checking router: ef428232-44c2-40a2-bc04-5979d552e68e for host: dv-cinder-837356-1-iscsi {{(pid=115233) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 11 19:04:03.330833 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] Routers {'ef428232-44c2-40a2-bc04-5979d552e68e'} bound to L3 agent in host dv-cinder-837356-1-iscsi {{(pid=115233) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Apr 11 19:04:03.331456 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-837356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-11T18:39:59Z,description=,heartbeat_timestamp=2022-04-11T19:04:00Z,host='dv-cinder-837356-1-iscsi',id=7ac5ea06-a86d-489c-803f-8891012c193e,load=0,resource_versions=,resources_synced=,started_at=2022-04-11T18:40:00Z,topic='l3_agent')) {'router_ids': ['ef428232-44c2-40a2-bc04-5979d552e68e'], 'active': True} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:03.423570 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_dvr_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] Set router ef428232-44c2-40a2-bc04-5979d552e68e gateway port host: None {{(pid=115233) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Apr 11 19:04:03.429108 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (b78730df-0780-4e92-a2c9-a1163d5eae91), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.452717 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Pushing event deleted for resources: {'Port': ['ID=b78730df-0780-4e92-a2c9-a1163d5eae91,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:03.477139 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.l3_hamode_db [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T19:04:03Z', 'revision_number': 6, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port_host': None}], 'dv-cinder-837356-1-iscsi', False) {} {{(pid=115233) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:03.507534 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ebffb5-83bd-4719-a6d3-449ac54f0e2b None None] The sync data for ids ['ef428232-44c2-40a2-bc04-5979d552e68e'] in dv-cinder-837356-1-iscsi is: [{'id': 'ef428232-44c2-40a2-bc04-5979d552e68e', 'name': 'tempest-TestVolumeBootPattern-113578589-router', 'tenant_id': '8379b4e4bef8412d935b0d2614d4498c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-11T18:57:24Z', 'updated_at': '2022-04-11T19:04:03Z', 'revision_number': 6, 'project_id': '8379b4e4bef8412d935b0d2614d4498c', 'gw_port_host': None}] {{(pid=115233) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 11 19:04:03.521723 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1634709'] for router_gateway (ef428232-44c2-40a2-bc04-5979d552e68e), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.622288 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1681467', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-44512'] for router (ef428232-44c2-40a2-bc04-5979d552e68e), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.624491 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks [] for router_controller (ef428232-44c2-40a2-bc04-5979d552e68e), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.666544 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1681458'] for router (ef428232-44c2-40a2-bc04-5979d552e68e), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.667094 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef428232-44c2-40a2-bc04-5979d552e68e {{(pid=115230) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Apr 11 19:04:03.672113 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] Publish callbacks [] for router (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.673276 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-6f780512-25d3-4434-b97d-90c5afcb9d5f admin admin] 10.222.0.61 "DELETE /v2.0/routers/ef428232-44c2-40a2-bc04-5979d552e68e HTTP/1.1" status: 204 len: 168 time: 0.7813184 Apr 11 19:04:03.676403 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46446) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:03.706767 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.721133 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] Deleting subnet 45c0e695-7953-4e11-b291-6c2552f235a0 {{(pid=115230) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Apr 11 19:04:03.725218 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] Publish callbacks [] for subnet (45c0e695-7953-4e11-b291-6c2552f235a0), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.766194 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4577329'] for subnet (45c0e695-7953-4e11-b291-6c2552f235a0), precommit_delete_associations {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.845824 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-963602'] for subnet (45c0e695-7953-4e11-b291-6c2552f235a0), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.900205 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-963627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1580530', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5033692', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4388259'] for subnet (45c0e695-7953-4e11-b291-6c2552f235a0), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.924040 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45c0e695-7953-4e11-b291-6c2552f235a0,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:03.930039 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for subnet (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:03.933228 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-33e106ce-59da-4392-b507-10cef2dd6bc7 admin admin] 10.222.0.61 "DELETE /v2.0/subnets/45c0e695-7953-4e11-b291-6c2552f235a0 HTTP/1.1" status: 204 len: 168 time: 0.2559330 Apr 11 19:04:03.935865 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [-] (115230) accepted ('10.222.0.61', 46448) {{(pid=115230) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:03.938278 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7674d0f-190e-497f-aa25-77f3f9d707b0 None None] Network 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a requested from dv-cinder-837356-1-iscsi {{(pid=115232) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Apr 11 19:04:04.009264 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1039425'] for network (0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.057344 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Deleting port 59141548-d506-4322-b174-8845c512d6f2 {{(pid=115230) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Apr 11 19:04:04.057728 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8754943947295'] for port (59141548-d506-4322-b174-8845c512d6f2), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.119543 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.db [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] For port 59141548-d506-4322-b174-8845c512d6f2, host dv-cinder-837356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-837356-1-iscsi',level=0,port_id=59141548-d506-4322-b174-8845c512d6f2,segment=NetworkSegment(1a4cbd8d-32aa-45ca-9589-80638caff298),segment_id=1a4cbd8d-32aa-45ca-9589-80638caff298)] {{(pid=115230) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Apr 11 19:04:04.119910 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1642561'] for port (59141548-d506-4322-b174-8845c512d6f2), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.137051 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.plugin [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Calling delete_port for 59141548-d506-4322-b174-8845c512d6f2 owned by network:dhcp {{(pid=115230) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2081}} Apr 11 19:04:04.215697 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1042847', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-88832', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8754943953421', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8754943477800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5033633'] for port (59141548-d506-4322-b174-8845c512d6f2), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.239015 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Pushing event deleted for resources: {'Port': ['ID=59141548-d506-4322-b174-8845c512d6f2,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:04.244457 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] No DVR routers for this DVR port 59141548-d506-4322-b174-8845c512d6f2 on host dv-cinder-837356-1-iscsi {{(pid=115230) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 11 19:04:04.290224 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaf3e22f-8e10-49da-8973-6e0ff2712ffe None None] DHCP port deletion for 0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a request from dv-cinder-837356-1-iscsi {{(pid=115232) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Apr 11 19:04:04.327145 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-962719', 'neutron.services.segments.db._delete_segments_for_network-8754943989679'] for network (0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.348517 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a']}} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:04.358047 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4cbd8d-32aa-45ca-9589-80638caff298') {'for_net_delete': True} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:04.358440 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.services.segments.db [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4cbd8d-32aa-45ca-9589-80638caff298') {} {{(pid=115230) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 11 19:04:04.359740 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b78730df-0780-4e92-a2c9-a1163d5eae91 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:04:04.368835 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8754943991992', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4577336'] for segment (1a4cbd8d-32aa-45ca-9589-80638caff298), before_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.380576 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: b78730df-0780-4e92-a2c9-a1163d5eae91 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:04:04.380937 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device b78730df-0780-4e92-a2c9-a1163d5eae91 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:04:04.381436 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 59141548-d506-4322-b174-8845c512d6f2 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:04:04.385198 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559'] for segment (1a4cbd8d-32aa-45ca-9589-80638caff298), precommit_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.392974 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Releasing vlan 539 on physical network physnet1 to pool {{(pid=115230) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 11 19:04:04.393472 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-966559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5033590'] for segment (1a4cbd8d-32aa-45ca-9589-80638caff298), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: Traceback (most recent call last): Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: timer() Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: cb(*args, **kw) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: return func(*args, **kwargs) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: self._notify() Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: self.callback(batched_events) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: event.method(event) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: aggregate_uuid = self.p_client.list_aggregates( Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: return f(self, *a, **k) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._get(url).json() Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: return self.request(url, 'GET', **kwargs) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: base_url = self.get_endpoint(auth, allow=allow, Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 11 19:04:04.395243 dv-cinder-837356-1-iscsi neutron-server[115230]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 11 19:04:04.407792 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: 59141548-d506-4322-b174-8845c512d6f2 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:04:04.408140 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device 59141548-d506-4322-b174-8845c512d6f2 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:04:04.408582 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a6733d73-783a-4ede-9140-735f11a50654 no longer exists at agent ovs-agent-dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Apr 11 19:04:04.428737 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.plugin [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] No Port match for: a6733d73-783a-4ede-9140-735f11a50654 {{(pid=115232) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2341}} Apr 11 19:04:04.429116 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron.plugins.ml2.rpc [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Device a6733d73-783a-4ede-9140-735f11a50654 not bound to the agent host dv-cinder-837356-1-iscsi {{(pid=115232) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Apr 11 19:04:04.450924 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-962704', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585845', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1578960', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1634801'] for network (0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a), after_delete {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.456867 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron_lib.callbacks.manager [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1578786'] for network (None), before_response {{(pid=115230) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.463126 dv-cinder-837356-1-iscsi neutron-server[115230]: INFO neutron.wsgi [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] 10.222.0.61 "DELETE /v2.0/networks/0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a HTTP/1.1" status: 204 len: 168 time: 0.5235803 Apr 11 19:04:04.472876 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26092bcb-cb30-4f83-94b8-57dd063d3133 admin admin] Pushing event deleted for resources: {'Network': ['ID=0caa1ad5-2a4b-4be6-9255-d39aa6e8c26a,revision_number=None']} {{(pid=115230) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:04.579284 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46452) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:04.623191 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-54e3d330-2e1a-4a80-96a7-40cc9aa147a2 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=51628d1ecf854c08972e256152eca9a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427346 Apr 11 19:04:04.625758 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46454) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:04.672508 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cc71128-d1bd-4342-acde-61b1c95bca69 admin admin] Publish callbacks [] for security_group (0699ce43-51ef-44db-bec9-b4dde38827ac), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.693141 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cc71128-d1bd-4342-acde-61b1c95bca69 admin admin] Publish callbacks [] for security_group (0699ce43-51ef-44db-bec9-b4dde38827ac), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.738981 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cc71128-d1bd-4342-acde-61b1c95bca69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (0699ce43-51ef-44db-bec9-b4dde38827ac), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.741520 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-1cc71128-d1bd-4342-acde-61b1c95bca69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:04.742653 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-1cc71128-d1bd-4342-acde-61b1c95bca69 admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/0699ce43-51ef-44db-bec9-b4dde38827ac HTTP/1.1" status: 204 len: 168 time: 0.1160238 Apr 11 19:04:04.750362 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc71128-d1bd-4342-acde-61b1c95bca69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0699ce43-51ef-44db-bec9-b4dde38827ac,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:05.046868 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46460) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:05.086999 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-d77ae83b-4473-4dd6-92d9-c31fbe885c75 admin admin] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8379b4e4bef8412d935b0d2614d4498c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388668 Apr 11 19:04:05.089539 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.wsgi [-] (115231) accepted ('10.222.0.61', 46462) {{(pid=115231) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Apr 11 19:04:05.136888 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-82f46165-b374-4c0e-91ec-5dfc9ac44bdf admin admin] Publish callbacks [] for security_group (7969bff0-4d18-47dd-8f7a-e1212aacc4d0), before_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:05.158253 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-82f46165-b374-4c0e-91ec-5dfc9ac44bdf admin admin] Publish callbacks [] for security_group (7969bff0-4d18-47dd-8f7a-e1212aacc4d0), precommit_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:05.207757 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-82f46165-b374-4c0e-91ec-5dfc9ac44bdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1585674'] for security_group (7969bff0-4d18-47dd-8f7a-e1212aacc4d0), after_delete {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:05.210422 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron_lib.callbacks.manager [None req-82f46165-b374-4c0e-91ec-5dfc9ac44bdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115231) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:05.211569 dv-cinder-837356-1-iscsi neutron-server[115231]: INFO neutron.wsgi [None req-82f46165-b374-4c0e-91ec-5dfc9ac44bdf admin admin] 10.222.0.61 "DELETE /v2.0/security-groups/7969bff0-4d18-47dd-8f7a-e1212aacc4d0 HTTP/1.1" status: 204 len: 168 time: 0.1211262 Apr 11 19:04:05.220555 dv-cinder-837356-1-iscsi neutron-server[115231]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f46165-b374-4c0e-91ec-5dfc9ac44bdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7969bff0-4d18-47dd-8f7a-e1212aacc4d0,revision_number=None']} {{(pid=115231) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 11 19:04:19.183168 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:24.716732 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [req-80b452ed-0c45-47be-bf94-928b1ddd178c req-7ac9ad72-44f4-4d62-b8d1-ee88447d39cc service neutron] (115230) timed out ('10.222.0.58', 65413) {{(pid=115230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 19:04:27.163357 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f0778572-7c34-42d3-8194-3af1ace96d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:29.576769 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-9396873b-b10c-4e08-82c4-ee2785758024 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:30.717641 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:32.102365 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:33.709623 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:36.634642 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:04:49.182333 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:50.443953 dv-cinder-837356-1-iscsi neutron-server[115230]: DEBUG neutron.wsgi [req-413f7ed6-666d-43cd-9355-c1e3c5008926 req-5b0ae602-fb71-4432-8ee0-38fc037c659e service neutron] (115230) timed out ('10.222.0.58', 65404) {{(pid=115230) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Apr 11 19:04:57.164981 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-46bf61aa-8c7c-4dfa-86d5-f8a7af0d87b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:04:59.570105 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-1372c7e8-b304-4374-b60d-8c76c19edbc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:00.721715 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:02.104349 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:03.711398 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:13.633652 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:05:19.191153 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:27.167083 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-96fb56f9-a115-4aa7-b04b-3896ebd1dad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:29.573308 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a5625b39-53d7-4d55-b0b3-45696827841c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:30.723437 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:32.108825 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:33.713166 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:49.211103 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:50.633338 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:05:57.174795 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ebe63f25-6809-44d2-b448-728c3f698826 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:05:59.578280 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-d5667b90-d7f9-46a5-9b3f-e77ad5837c8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:00.724054 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:02.147812 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:03.715449 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:19.223703 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:27.167182 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-a9726663-58ea-4a0f-b34c-0ab484ceb6cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:27.633743 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:06:29.580784 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-e51b2a8c-2495-4895-bcba-a8c583cc6a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:30.730230 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:32.112599 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:33.719476 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:49.221857 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:57.169274 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-80a0f3a6-dfcc-4397-a3c7-4b3289614c54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:06:59.582354 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-602c63f8-5337-47bf-85b6-660453b684db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:00.732731 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:02.116683 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:03.725854 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:04.632475 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:07:19.231753 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:27.172018 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-514d9ca2-9eda-4650-b52e-65243ade08c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:29.584595 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-64f49984-b425-4b56-b2f1-c7f38f980766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:30.733094 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:32.119178 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:33.721030 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:41.632558 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:07:49.235906 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:57.173305 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-436c8912-af76-42dd-a11d-2f34feaf5e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:07:59.586062 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-ff85133e-38ec-4344-b465-45aff755c67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:00.735036 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:02.154288 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:03.723474 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:18.630979 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:08:19.249103 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:27.174593 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-19f9b66f-9ea9-494b-9b21-1e267173ffcd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:29.587256 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-28497dfc-d771-42c5-9fce-b6c45c9a79d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:30.744640 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:32.123292 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:33.725685 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:49.246723 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:55.630473 dv-cinder-837356-1-iscsi neutron-server[115233]: DEBUG neutron.db.agents_db [None req-35940d86-cb6b-4c86-8283-93ba3206691f None None] Agent healthcheck: found 6 active agents {{(pid=115233) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Apr 11 19:08:57.176037 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-50176c1b-f368-435d-aef4-fc4f944fa69b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (ffc8c7af-6dd6-45b7-8fdd-e6d70508072e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:08:59.589687 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-613193f4-abc3-4b1e-8aaa-8f774f657342 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (7ac5ea06-a86d-489c-803f-8891012c193e), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:09:00.742482 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-fa2c9c52-7c44-4eb3-b175-d42b5863bbab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (e5a49ca7-875a-496b-ae5f-c81dcf2a36c1), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:09:02.129662 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-f01cfd88-3dbe-418b-9100-5a383f734de7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94ca98e7-7455-4f90-a210-b8528dc24d6a), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:09:03.728130 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4c3df808-632d-4021-accd-385f7f598a0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (50849615-4f26-49ff-8569-14eb7dcf1f42), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Apr 11 19:09:19.246441 dv-cinder-837356-1-iscsi neutron-server[115232]: DEBUG neutron_lib.callbacks.manager [None req-4851f3ba-8a52-4a2f-82c0-fda7c803a03b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8754943989661', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-952280'] for agent (94b6e015-3ff3-4122-95c5-986cfdfb91b7), after_update {{(pid=115232) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}